-- Logs begin at Wed 2021-09-08 18:34:53 UTC, end at Wed 2021-09-08 19:42:13 UTC. -- Sep 08 19:14:43.735433 dv-cinder-807933-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 19:14:46.469424 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.common.config [-] Logging enabled! Sep 08 19:14:46.470091 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 19:14:46.470207 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94377) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 19:14:46.473356 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.common.config [-] Logging enabled! Sep 08 19:14:46.473606 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 19:14:46.473939 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94377) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 19:14:46.474881 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 19:14:46.475112 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 19:14:46.475468 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 19:14:46.475711 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 19:14:46.475936 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 19:14:46.476253 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.476547 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.476841 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.477068 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.477357 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.477644 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.477945 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.478232 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.478526 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.478809 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.479086 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.479370 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.479599 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.479878 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.480165 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.480452 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.480675 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] debug = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.480954 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.481380 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.481807 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.482090 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.482378 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.482656 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.482927 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.483204 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.483486 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.484556 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] host = dv-cinder-807933-1-iscsi {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.484844 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.485139 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.485430 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.485748 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.486029 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.486307 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.486593 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.486867 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.487139 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.487414 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.487701 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.487986 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.488273 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.488496 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.488718 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.489005 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.489291 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.489567 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.489862 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.490136 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.490409 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.490685 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.490953 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.491242 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.491526 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.491811 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.492083 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.492352 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.492627 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.492896 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.493179 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.493447 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.493739 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.494012 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.494295 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.494563 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.494835 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.495132 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.495417 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.495698 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.495979 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.496251 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.496531 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.496805 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.497077 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.497349 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_json = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.497621 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.497917 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.498198 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.498471 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.498744 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.499014 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.499283 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.499875 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:46.500176 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.500473 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.500774 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.501114 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.501616 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.502038 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.502336 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.502883 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.502985 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.503342 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.503864 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.504119 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.504440 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.504838 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.505329 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.505861 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.506316 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.506630 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.506932 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.507216 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.507499 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.507788 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.508081 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.508367 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.508659 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.508951 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.509234 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.509523 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.509839 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.510133 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.510407 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.510687 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.510980 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.511263 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.511535 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.511812 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.512098 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.512378 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.512650 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.512929 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.513488 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.513790 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.514071 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.514377 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.514671 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.514982 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.515295 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.515631 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.515922 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.516195 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.516479 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.516758 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.517029 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.517299 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.517576 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.517877 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.518152 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.518427 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.518700 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.518979 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.519250 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.519522 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.519793 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.520064 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.520334 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.520604 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.520875 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.521150 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.521424 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.521715 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.521988 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.522259 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.522529 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.522814 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.523110 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.523387 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.523662 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.523938 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.524213 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.524489 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.524765 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.525041 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.525315 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.525584 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.525896 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.526176 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.526463 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.526746 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.527021 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.527321 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.527597 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.527876 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.528151 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.528425 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.528707 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.528988 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.529281 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.529570 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.529886 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.530177 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.530465 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.531303 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.531606 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.531890 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:46.532132 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 19:14:46.532376 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94377) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 19:14:46.880077 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 19:14:46.880270 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 19:14:46.880558 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 19:14:46.880892 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 19:14:47.272371 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.272666 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.272948 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.274253 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.274526 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.274789 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.309604 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.309901 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.310171 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.325148 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.325423 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.325704 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.354172 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.354452 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.354718 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.395369 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.395638 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.395900 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.626615 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.627158 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.627158 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.627413 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.628112 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.746900 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.747217 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.747507 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.747778 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.748044 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.748354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.748611 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.748861 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.749111 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.749436 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.749706 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.749974 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.750222 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.750470 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.750719 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.750980 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.751231 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.751499 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.751760 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.752012 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.752277 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.752525 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.752799 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.753169 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.753414 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.753654 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.754061 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 19:14:47.754296 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 19:14:47.754530 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 19:14:47.754762 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 19:14:47.754994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 19:14:47.755224 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 19:14:47.755578 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 19:14:47.758637 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 19:14:47.762499 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 19:14:47.766871 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 08 19:14:47.768474 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 19:14:47.768920 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 19:14:47.769250 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 19:14:47.769632 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 19:14:47.772390 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 19:14:47.772640 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 19:14:47.772986 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 19:14:47.778188 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 19:14:47.800216 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 19:14:47.800660 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.800955 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94377) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 19:14:47.801311 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.802668 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94377) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 19:14:47.802945 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 19:14:47.803188 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 19:14:47.806516 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.806795 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:47.870913 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 19:14:47.871098 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 19:14:47.871335 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 19:14:47.871697 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 19:14:47.894220 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_db.sqlalchemy.engines [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94377) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 19:14:48.543175 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Initializing driver for type 'gre' Sep 08 19:14:48.543761 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] gre ID ranges: [(1, 1000)] Sep 08 19:14:48.748842 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Initializing driver for type 'local' Sep 08 19:14:48.749414 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Initializing driver for type 'vlan' Sep 08 19:14:48.857422 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] VlanTypeDriver initialization complete Sep 08 19:14:48.857727 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Initializing driver for type 'vxlan' Sep 08 19:14:48.858234 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] vxlan ID ranges: [(1, 1000)] Sep 08 19:14:49.058040 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Initializing extension driver 'port_security' Sep 08 19:14:49.058376 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] PortSecurityExtensionDriver initialization complete Sep 08 19:14:49.058707 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Initializing mechanism driver 'openvswitch' Sep 08 19:14:49.059025 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Initializing mechanism driver 'hyperv' Sep 08 19:14:49.066342 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:14:49.067020 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > port after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.067388 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.067787 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.068303 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 19:14:49.068730 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > subnet after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.069080 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > subnet after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.069430 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.069841 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 19:14:49.070249 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > network after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.070599 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > network after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.070944 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > network after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.071331 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 19:14:49.071734 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > security_group after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.072202 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > security_group after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.072550 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.073069 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 19:14:49.073480 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.073859 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.074208 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.074597 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 19:14:49.074997 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > address_group after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.075343 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > address_group after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.075679 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.076067 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 19:14:49.076438 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] ML2 OVO RPC backend initialized. {{(pid=94377) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 19:14:49.077134 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.077488 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.077921 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > network before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.078267 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > networks before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.078612 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > port before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.078952 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > ports before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.079300 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > subnet before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.080009 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > subnets before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.080358 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > network after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.080697 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > network after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.081032 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > network after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.081367 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > port after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.081718 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.082054 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.083576 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > subnet after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.083576 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > subnet after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.083576 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.083767 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.plugin [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Modular L2 Plugin initialization complete Sep 08 19:14:49.084022 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading services supported by the core plugin {{(pid=94377) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 19:14:49.084347 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Got port-security extension from driver 'port_security' Sep 08 19:14:49.084811 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.extensions.vlantransparent [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Disabled vlantransparent extension. Sep 08 19:14:49.085284 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94377) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 19:14:49.085596 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading Plugin: router Sep 08 19:14:49.126762 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.127098 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router after_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.127471 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router before_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.127837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.128208 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.128563 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router after_delete 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.128921 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.129267 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.129626 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router after_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.129993 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router after_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.130340 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router after_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.130687 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.131061 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router after_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.131470 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router precommit_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.131839 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.132177 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.132513 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: subnet after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.132852 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.133198 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.133548 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router precommit_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.133914 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: port before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.134257 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router precommit_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.134609 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router after_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.137512 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.137512 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router precommit_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.137512 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.137512 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router precommit_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.137900 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > agent after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.137900 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > agent after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.137900 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > network after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.138139 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Tracking information for resource: router configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 19:14:49.138293 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Tracking information for resource: floatingip configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 19:14:49.143308 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.db.l3_agentschedulers_db [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 19:14:49.143883 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.144239 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: port after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.144586 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.144933 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.145741 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router before_create 55550100 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.146224 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.146590 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router precommit_create 55550100 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.146945 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > router precommit_update 55550100 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.151613 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.services.provider_configuration [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service providers = [] {{(pid=94377) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 19:14:49.151975 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.db.servicetype_db [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94377) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 19:14:49.154926 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.services.service_base [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 19:14:49.155273 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.services.service_base [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 19:14:49.155658 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.services.service_base [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 19:14:49.156628 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.services.service_base [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 19:14:49.157004 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.services.service_base [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 19:14:49.157383 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 19:14:49.157722 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 19:14:49.168201 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 19:14:49.168534 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading Plugin: auto_allocate Sep 08 19:14:49.174856 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: network precommit_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.175223 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: network precommit_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.175736 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 19:14:49.176053 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading Plugin: tag Sep 08 19:14:49.187665 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 19:14:49.187988 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading Plugin: timestamp Sep 08 19:14:49.192071 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 19:14:49.192400 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading Plugin: network_ip_availability Sep 08 19:14:49.197823 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.198197 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.198547 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.199251 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 19:14:49.199587 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading Plugin: flavors Sep 08 19:14:49.223670 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 19:14:49.224001 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading Plugin: revisions Sep 08 19:14:49.228284 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 19:14:49.228670 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.348s {{(pid=94377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 19:14:49.229402 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94377) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 19:14:49.229763 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Initializing extension manager. Sep 08 19:14:49.230271 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: __init__.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.230607 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: __pycache__ {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.231049 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.231384 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: address_group.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.232122 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.232679 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: address-group Sep 08 19:14:49.232999 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: address_scope.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.234436 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.234943 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: address-scope Sep 08 19:14:49.235264 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.236180 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.236687 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: router-admin-state-down-before-update Sep 08 19:14:49.237088 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: agent.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.237816 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.238319 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: agent Sep 08 19:14:49.238636 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: agent_resources_synced.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.239533 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.240032 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: agent-resources-synced Sep 08 19:14:49.240351 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: allowedaddresspairs.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.242153 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.242698 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: allowed-address-pairs Sep 08 19:14:49.243021 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: auto_allocated_topology.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.244078 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.244591 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: auto-allocated-topology Sep 08 19:14:49.244915 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: availability_zone.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.245601 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.246135 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: availability_zone Sep 08 19:14:49.246456 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: availability_zone_filter.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.247369 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.254168 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: availability_zone_filter Sep 08 19:14:49.254168 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: data_plane_status.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.254992 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.255573 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 19:14:49.255938 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: default_subnetpools.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.256897 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.257484 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: default-subnetpools Sep 08 19:14:49.257885 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.258741 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.259331 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: dhcp_agent_scheduler Sep 08 19:14:49.259714 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: dns.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.260724 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.261326 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension dns-integration not supported by any of loaded plugins Sep 08 19:14:49.261737 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: dns_domain_ports.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.262692 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.263247 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 19:14:49.263606 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.264556 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.265270 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 19:14:49.265832 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: dvr.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.266506 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.267018 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: dvr Sep 08 19:14:49.267337 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: ecmp_routes.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.268243 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.268746 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 19:14:49.269063 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: empty_string_filtering.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.269986 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.270491 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: empty-string-filtering Sep 08 19:14:49.270808 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.271709 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.272207 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 19:14:49.272526 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.273428 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.273963 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 19:14:49.274282 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: external_net.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.275182 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.275689 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: external-net Sep 08 19:14:49.276008 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.276907 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.277412 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: extra_dhcp_opt Sep 08 19:14:49.277760 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: extraroute.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.278657 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.279154 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: extraroute Sep 08 19:14:49.279473 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: extraroute_atomic.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.286622 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.287122 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: extraroute-atomic Sep 08 19:14:49.287445 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: filter_validation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.288106 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.288609 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: filter-validation Sep 08 19:14:49.288936 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: fip_pf_description.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.289860 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.290360 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 19:14:49.290680 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: fip_port_details.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.291577 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.292083 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: fip-port-details Sep 08 19:14:49.292402 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: flavors.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.293606 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.294141 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: flavors Sep 08 19:14:49.294469 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.296644 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.297271 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 19:14:49.297578 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: floatingip_pools.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.298296 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.298807 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: floatingip-pools Sep 08 19:14:49.299137 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: ip_allocation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.300086 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.300569 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 19:14:49.300888 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.301841 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.302349 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: ip-substring-filtering Sep 08 19:14:49.302671 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: l2_adjacency.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.303587 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.304084 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 19:14:49.304402 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: l3.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.305491 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.306046 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: router Sep 08 19:14:49.306368 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.308576 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.309106 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 19:14:49.309437 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.310396 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.310904 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: ext-gw-mode Sep 08 19:14:49.311229 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.324069 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.324584 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: l3-ha Sep 08 19:14:49.324909 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: l3_flavors.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.325845 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.326355 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: l3-flavors Sep 08 19:14:49.326678 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.327672 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.328187 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 19:14:49.328509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: l3agentscheduler.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.329527 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.330389 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: l3_agent_scheduler Sep 08 19:14:49.330740 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: logging.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.332208 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.332719 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension logging not supported by any of loaded plugins Sep 08 19:14:49.333048 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: metering.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.334044 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.334623 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: metering Sep 08 19:14:49.335069 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.336376 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.336886 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: metering_source_and_destination_fields Sep 08 19:14:49.337366 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: multiprovidernet.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.338466 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.338977 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: multi-provider Sep 08 19:14:49.339297 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: netmtu.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.340200 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.340704 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: net-mtu Sep 08 19:14:49.341024 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: netmtu_writable.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.341953 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.342459 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: net-mtu-writable Sep 08 19:14:49.342776 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: network_availability_zone.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.343933 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.344434 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: network_availability_zone Sep 08 19:14:49.344750 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: network_ip_availability.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.345869 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.346386 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: network-ip-availability Sep 08 19:14:49.346709 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: network_segment_range.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.347465 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.348014 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 19:14:49.348336 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: pagination.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.349298 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.349623 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: pagination Sep 08 19:14:49.349963 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: port_device_profile.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.350867 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.351381 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: port-device-profile Sep 08 19:14:49.351698 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.352607 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.353110 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: port-mac-address-regenerate Sep 08 19:14:49.353427 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.359853 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.360354 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: port-numa-affinity-policy Sep 08 19:14:49.360673 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: port_resource_request.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.361741 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.362245 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 19:14:49.362565 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: portbindings.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.363484 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.363989 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: binding Sep 08 19:14:49.364308 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: portbindings_extended.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.365583 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.366128 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: binding-extended Sep 08 19:14:49.366457 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: portsecurity.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.367371 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.367881 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: port-security Sep 08 19:14:49.368204 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: project_id.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.369164 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.369491 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: project-id Sep 08 19:14:49.369846 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: providernet.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.370808 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.371320 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: provider Sep 08 19:14:49.371638 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.375184 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.375706 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos not supported by any of loaded plugins Sep 08 19:14:49.376038 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.377337 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.377836 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 19:14:49.378163 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.379067 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.379575 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 19:14:49.379895 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos_default.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.380790 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.381299 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos-default not supported by any of loaded plugins Sep 08 19:14:49.381620 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos_fip.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.382282 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.382784 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos-fip not supported by any of loaded plugins Sep 08 19:14:49.383104 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos_gateway_ip.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.390415 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.390920 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 19:14:49.391235 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos_port_network_policy.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.392146 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.392654 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 19:14:49.392976 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos_pps_rule.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.394177 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.394689 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos-pps not supported by any of loaded plugins Sep 08 19:14:49.395008 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos_rule_type_details.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.395918 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.396427 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 19:14:49.396745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: qos_rules_alias.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.397809 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.398323 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 19:14:49.398643 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: quotasv2.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.399599 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.399924 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: quotas Sep 08 19:14:49.400242 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: quotasv2_detail.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.403555 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.403889 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: quota_details Sep 08 19:14:49.404219 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: rbac.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.405347 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.406515 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: rbac-policies Sep 08 19:14:49.406849 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: rbac_address_group.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.407792 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.408338 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: rbac-address-group Sep 08 19:14:49.408665 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: rbac_address_scope.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.409571 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.410116 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: rbac-address-scope Sep 08 19:14:49.410441 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: rbac_security_groups.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.411348 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.411857 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: rbac-security-groups Sep 08 19:14:49.412177 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: rbac_subnetpool.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.422896 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.423413 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: rbac-subnetpool Sep 08 19:14:49.423738 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: revisionifmatch.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.424647 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.425165 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: revision-if-match Sep 08 19:14:49.425488 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: revisions.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.426614 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.427126 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: standard-attr-revisions Sep 08 19:14:49.427451 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: router_availability_zone.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.428180 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.428677 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: router_availability_zone Sep 08 19:14:49.428999 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: routerservicetype.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.429935 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.430442 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension router-service-type not supported by any of loaded plugins Sep 08 19:14:49.431572 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.432494 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.433010 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: security-groups-normalized-cidr Sep 08 19:14:49.433333 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.434304 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.434815 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: port-security-groups-filtering Sep 08 19:14:49.435137 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.436046 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.436559 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: security-groups-remote-address-group Sep 08 19:14:49.436998 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: securitygroup.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.448219 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.448751 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: security-group Sep 08 19:14:49.449083 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: segment.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.452995 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.452995 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension segment not supported by any of loaded plugins Sep 08 19:14:49.452995 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.453494 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.454125 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 19:14:49.454462 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: servicetype.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.455909 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.456435 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: service-type Sep 08 19:14:49.456819 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: sorting.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.457835 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.458166 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: sorting Sep 08 19:14:49.458491 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: standard_attr_segment.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.459393 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.459932 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 19:14:49.460255 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: standardattrdescription.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.460896 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.461400 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: standard-attr-description Sep 08 19:14:49.461743 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: stateful_security_group.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.462788 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.463296 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: stateful-security-group Sep 08 19:14:49.463617 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: stdattrs_common.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.464197 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 19:14:49.464517 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.465429 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.465971 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 19:14:49.466295 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: subnet_onboard.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.467362 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.467933 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: subnet_onboard Sep 08 19:14:49.468786 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.469787 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.470295 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 19:14:49.470617 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: subnet_service_types.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.471530 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.472040 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: subnet-service-types Sep 08 19:14:49.472361 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: subnetallocation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.473456 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.473993 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: subnet_allocation Sep 08 19:14:49.474331 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.474993 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.475502 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: subnetpool-prefix-ops Sep 08 19:14:49.475841 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.476754 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.477261 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 19:14:49.477582 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: tagging.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.478699 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.479214 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: standard-attr-tag Sep 08 19:14:49.479537 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: timestamp.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.489442 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.489991 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loaded extension: standard-attr-timestamp Sep 08 19:14:49.490319 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: trunk.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.491350 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.491859 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension trunk not supported by any of loaded plugins Sep 08 19:14:49.492183 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: trunk_details.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.493094 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.493602 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension trunk-details not supported by any of loaded plugins Sep 08 19:14:49.494041 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: uplink_status_propagation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.494957 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.495467 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 19:14:49.495791 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Loading extension file: vlantransparent.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 19:14:49.496460 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 19:14:49.496966 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 19:14:49.499436 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:network Sep 08 19:14:49.500011 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:subnet Sep 08 19:14:49.500404 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 19:14:49.500803 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:port Sep 08 19:14:49.502046 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.502502 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service FLAVORS assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.503122 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.503545 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.503881 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:router Sep 08 19:14:49.504311 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 19:14:49.504791 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service METERING assigned prefix: /metering {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.506275 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.506663 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.507014 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:14:49.508045 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 19:14:49.508501 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:security_group Sep 08 19:14:49.508927 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 19:14:49.509509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service CORE assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.509858 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 19:14:49.510201 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] subnetpool is already registered Sep 08 19:14:49.510641 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service CORE assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.511027 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 19:14:49.511366 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] subnetpool is already registered Sep 08 19:14:49.513643 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.514101 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service FLAVORS assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.514694 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.515175 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.515510 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:router Sep 08 19:14:49.515845 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] router is already registered Sep 08 19:14:49.516281 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 19:14:49.516635 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] floatingip is already registered Sep 08 19:14:49.517092 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service METERING assigned prefix: /metering {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.517814 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 19:14:49.518140 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] rbac_policy is already registered Sep 08 19:14:49.518564 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:security_group Sep 08 19:14:49.518897 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] security_group is already registered Sep 08 19:14:49.519292 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 19:14:49.523199 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] security_group_rule is already registered Sep 08 19:14:49.523199 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service CORE assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.523199 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 19:14:49.523199 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] subnetpool is already registered Sep 08 19:14:49.523199 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Service CORE assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 19:14:49.523199 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 19:14:49.523199 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] subnetpool is already registered Sep 08 19:14:49.523199 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: extensions {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.523978 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: address-groups {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.525456 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: address-scopes {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.526800 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: agents {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.527946 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: auto-allocated-topology {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.529255 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: availability_zones {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.531071 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: dhcp-networks {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.532595 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: dhcp-agents {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.534087 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: routers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.536280 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: flavors {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.537435 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: service_profiles {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.538665 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: next_providers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.540181 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: service_profiles {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.541745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: floatingip-pools {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.542949 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: routers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.545070 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: floatingips {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.546959 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: l3-routers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.551859 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: l3-agents {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.551859 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: metering-labels {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.551859 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: metering-label-rules {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.552513 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: network-ip-availabilities {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.553803 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: bindings {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.556368 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: quotas {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.557893 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: quotas {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.559304 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: rbac-policies {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.560539 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: security-groups {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.561922 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: security-group-rules {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.563254 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: service-providers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.564465 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: subnetpools {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.565913 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: subnetpools {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.567385 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.569101 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.570974 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.572785 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.574629 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.576480 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.578302 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.580502 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.583250 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.585107 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 19:14:49.592500 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING keystonemiddleware.auth_token [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 19:14:49.604693 dv-cinder-807933-1-iscsi neutron-server[94377]: WARNING keystonemiddleware.auth_token [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 19:14:49.614092 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Acquired lock "singleton_lock" {{(pid=94377) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 19:14:49.614562 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Releasing lock "singleton_lock" {{(pid=94377) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 19:14:49.615201 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO oslo_service.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Starting 2 workers Sep 08 19:14:49.620072 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Started child 94486 {{(pid=94377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 19:14:49.624507 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Started child 94487 {{(pid=94377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 19:14:49.625588 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:14:49.626496 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO neutron.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 19:14:49.629427 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Notify callbacks [] for process, before_spawn {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:14:49.629582 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [-] (94486) wsgi starting up on http://0.0.0.0:9696 Sep 08 19:14:49.629736 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO oslo_service.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Starting 1 workers Sep 08 19:14:49.629820 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:14:49.630972 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [-] (94487) wsgi starting up on http://0.0.0.0:9696 Sep 08 19:14:49.634867 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Started child 94488 {{(pid=94377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 19:14:49.637923 dv-cinder-807933-1-iscsi neutron-server[94377]: INFO oslo_service.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Starting 1 workers Sep 08 19:14:49.639323 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] calling RpcWorker wait() {{(pid=94488) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 19:14:49.639890 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] returning from RpcWorker wait() {{(pid=94488) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 19:14:49.640018 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Started child 94489 {{(pid=94377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 19:14:49.640848 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cb29e2f3-7ccb-47d9-9594-aa1c62368909 None None] Notify callbacks [] for process, after_spawn {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:14:49.641180 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:14:49.641627 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:14:49.642842 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94377) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 19:14:49.643050 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 19:14:49.643230 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 19:14:49.643443 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 19:14:49.643773 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 19:14:49.643931 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 19:14:49.644610 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.644885 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.645165 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:14:49.645630 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.645630 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.645802 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.646310 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.646560 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.646821 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.647101 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.647331 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.647498 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.647656 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.648050 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.648299 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.648589 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.648871 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.649114 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.649391 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.649602 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.649837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.650094 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.650333 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.650593 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] debug = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.650854 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.651324 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.651560 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.651805 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.652036 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.652314 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.652537 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.652798 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.653037 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.653250 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.653499 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.653780 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.654011 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.654217 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.654462 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.654736 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.654929 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.655392 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] host = dv-cinder-807933-1-iscsi {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.656357 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.656511 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.656665 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.656885 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.657139 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.657352 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.657611 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.657870 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.658119 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.658358 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.658623 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.658869 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.659104 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.659342 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.659488 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_options = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.659731 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.659973 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.660222 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.660393 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.660546 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.660717 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.660960 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.661135 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.661447 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.661606 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.661781 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.662009 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.662248 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.662473 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.662707 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.662951 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.663165 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.663392 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.663644 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.663869 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.664089 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.664333 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.664542 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.664756 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.665005 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.665193 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.665442 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.665717 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.665871 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.666099 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.666325 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.666569 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.666794 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.667012 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.667269 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.667491 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.667716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.668005 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.668330 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.668490 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.668712 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.668986 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.669178 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.669416 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.669645 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.669893 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.670123 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_json = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.670331 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.670571 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.670835 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.671062 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.671938 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.672099 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.672299 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.672606 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.672980 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.673244 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.673562 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.673846 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.674108 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.674432 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.674807 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.675132 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.675405 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.675634 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.676065 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.676351 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.676644 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.676862 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.677154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.677267 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:14:49.678136 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.678136 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.678386 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.678536 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.678749 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.678965 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.679219 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.679493 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.679728 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.679953 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.680178 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.680398 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.680716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.680980 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.681238 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.681485 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.681715 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.682012 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.682171 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.682398 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.682607 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.682815 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.683075 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.683307 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.683516 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.683730 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.683952 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.684166 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.684409 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.684661 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.684930 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.685178 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.685394 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.685634 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.685869 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.686079 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.686307 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.686529 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.686769 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.687143 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.687388 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.687628 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.687863 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.688095 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.688332 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.689099 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.689314 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.689654 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.689814 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.690263 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.690382 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.690532 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.690749 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.690963 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.691344 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.691466 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.691611 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.691824 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.692118 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.692282 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.692501 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.692714 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.692943 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.693154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.693366 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.693578 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.693809 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.694040 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.694253 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.694462 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.694691 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.694896 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.695105 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.695319 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.695560 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.695866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.696101 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.696385 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.696755 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.696859 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.697105 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.697353 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.697584 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.701131 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.701131 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.701131 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.701131 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.701131 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.701131 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.701131 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.701131 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.703091 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.703091 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.703091 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.703091 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.703091 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.703091 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.703091 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.703091 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704033 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704033 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704033 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704033 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704033 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704033 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704033 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704973 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704973 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.704973 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.705235 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.705382 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.705633 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.705904 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.706155 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.706399 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.706639 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.706860 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.707139 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.707384 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.707664 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.707898 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.708137 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.708449 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.708682 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.708890 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.709097 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.709505 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.709638 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.709803 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.710064 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.710304 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.710531 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.710797 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.711019 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.711245 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.712525 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.712525 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.712525 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.712525 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.712525 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.713119 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.713119 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.713401 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.713401 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.713609 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.713825 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.714054 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.715179 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.715179 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.715179 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.715179 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.715179 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.715898 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.715898 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.715898 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.716233 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.716233 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.716470 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.716602 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.716847 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.717105 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.717496 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.717628 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.717797 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.718047 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.718330 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.718573 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.718789 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.719643 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.719643 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.719643 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.719643 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.720090 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.720090 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.722182 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.722182 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.722182 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.722182 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.722182 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.722182 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.722182 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.722182 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.724631 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.724631 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.724631 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.724631 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.724631 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.724631 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.724631 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.724631 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.725197 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.725197 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.725197 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.725197 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.725197 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.725197 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.725549 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.725640 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.726032 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.726286 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.726521 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.726729 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.726969 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.727183 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.727391 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.727608 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.727820 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.728031 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.728540 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.728540 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.728813 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.728938 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.729062 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.729287 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.729509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.729766 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.729975 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.730191 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.730494 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.730723 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.730906 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.731131 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.731357 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.731573 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.731782 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.731985 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.732224 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.732426 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.732707 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.732850 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.733043 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.733246 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.733538 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.734324 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.734542 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.734951 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.735200 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.735461 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.735699 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.736015 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.736231 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.736463 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.736675 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.736885 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.737130 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.737765 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.737765 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.738011 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.738223 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.741716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.741716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.741716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.741716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.741716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.741716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.741716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.741716 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742877 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.742877 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.743012 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.743149 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.743356 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.743575 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.743802 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.744039 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.744250 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.744402 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 19:14:49.744949 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94377) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 19:14:49.745108 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 19:14:49.745255 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 19:14:49.745420 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 19:14:49.745583 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 19:14:49.745754 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 19:14:49.745956 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.746111 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.746262 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.746414 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.746568 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.746743 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.746898 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.747071 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.747226 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.747378 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.747535 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.747689 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.747842 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.747994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.748166 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.748323 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.748490 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.748641 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.748798 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.748965 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.750061 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.750061 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.750221 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] debug = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.750462 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.750462 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.750638 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.750822 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.753872 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.753872 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.753872 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.753872 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.753872 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.753872 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.753872 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.753872 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.754541 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.754541 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.754541 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.754541 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.754541 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.754541 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] host = dv-cinder-807933-1-iscsi {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.754541 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.754541 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755084 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755084 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755084 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755084 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755084 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755084 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755084 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755084 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755620 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755620 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755620 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755620 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755620 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_options = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.755620 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.756027 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.756027 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.756027 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.756245 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.756332 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.756461 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.756613 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.756926 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.757081 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.757235 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.757384 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.757715 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.757865 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.758023 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.758172 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.758325 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.758477 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.758629 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.758783 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.758969 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.759193 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.759318 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.759423 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.759578 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.759729 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.759880 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.760033 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.760185 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.760341 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.760527 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.760691 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.760872 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.761257 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.761257 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.761257 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.761576 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.761576 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.761784 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.761784 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.761933 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.762073 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.762224 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.762375 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.762527 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.762680 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.762832 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_json = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.762983 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.763136 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.763289 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.763472 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.763593 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.763739 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.763891 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.764048 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 19:14:49.764227 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.764369 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.764536 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.764690 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.764845 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.765165 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766354 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766895 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766895 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766895 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.766895 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.767165 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.767165 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.767306 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.767458 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.767621 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.767785 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.767952 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.768091 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.768246 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.768401 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.768570 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.768724 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.768881 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.769036 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.769189 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.769345 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.769501 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.769657 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.769834 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.770014 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.770175 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.770313 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.770451 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.770612 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.770842 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.770978 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.771189 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.771375 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.771375 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.771660 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.771660 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.771921 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.772054 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.772215 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.772215 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.772595 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.772595 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.773441 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.773441 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.773441 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.773441 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.773441 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.773441 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774217 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774217 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774217 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774217 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774217 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774720 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774720 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774720 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774720 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774991 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.774991 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.775153 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.775295 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.775451 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.775606 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.775781 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.775952 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.776083 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.776202 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.776358 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.776515 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.776670 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.776825 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.777009 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.777178 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.777333 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.777493 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.777648 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.777831 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782289 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782289 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782289 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782289 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782289 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782289 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782289 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782289 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.782837 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783474 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783474 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783474 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783474 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783474 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783474 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783474 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783474 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.783994 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.784509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.784509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.784509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.784509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.784509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.784509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.784509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.784509 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785026 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785026 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785026 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785026 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785026 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785026 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785026 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785495 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785495 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785495 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785495 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785841 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.785841 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790154 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790700 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790700 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790700 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790700 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790700 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790700 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790700 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.790700 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791228 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791228 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791228 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791228 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791228 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791228 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791228 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791228 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.791745 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792265 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792265 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792265 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792265 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792265 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792265 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792265 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792265 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792787 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792787 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792787 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.792787 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.793046 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.793046 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.793191 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.793357 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.793512 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.793960 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.794145 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.794281 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.794414 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795106 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795106 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795106 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795106 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795106 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795575 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795575 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795575 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795952 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.795952 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.796093 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.796688 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.796853 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.797009 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.797280 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.797374 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.797474 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.797629 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.797808 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.797964 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.798120 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.798279 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.798447 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.798600 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.798757 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.798911 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.799067 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.799253 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.801692 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.801692 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.801692 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.801692 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.801692 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.801692 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.801692 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.801692 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.802294 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.802294 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.802294 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.802294 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.802294 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.802294 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.802294 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.802294 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.803025 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.803175 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.803344 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.803504 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.803655 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.803840 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.804039 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.804253 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.804253 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.804556 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.804556 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.804697 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.804852 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.805008 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.805163 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.805331 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.805486 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.805663 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.810946 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.810946 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.810946 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.810946 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.810946 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.810946 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.810946 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.810946 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811491 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811491 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811653 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:14:49.811759 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811759 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811759 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811759 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811759 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811759 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811759 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811759 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.811759 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.812866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.812866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.812866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.812866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.812866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.812866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.812866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.812866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.812866 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.813448 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.813448 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.813448 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.813448 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.813448 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 19:14:49.813448 dv-cinder-807933-1-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 19:14:49.913374 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 35944) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:14:49.922422 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069640 Sep 08 19:15:01.731630 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6d90e8-16f0-41f0-be5a-b179a4328c5b None None] get_active_networks_info from dv-cinder-807933-1-iscsi {{(pid=94488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 19:15:01.882303 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6d90e8-16f0-41f0-be5a-b179a4328c5b None None] No non-hosted networks {{(pid=94488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 19:15:01.884176 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1553-8c97-4775-823e-97cecbe1395f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732376'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:04.163372 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-feea9a39-15e4-4f49-8788-9d48c542a2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732376'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:04.205236 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.db.api [None req-62ce40ee-1683-4f27-b3dd-fadc937b175d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-807933-1-iscsi {{(pid=94488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 19:15:04.205941 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG oslo_db.api [None req-62ce40ee-1683-4f27-b3dd-fadc937b175d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 19:15:04.411822 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732376'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:04.412779 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.413305 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.413981 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.414710 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.415419 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.415933 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.416453 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.416978 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.417578 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.418123 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.418842 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.419448 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:04.420003 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-807933-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:04.434938 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-807933-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:04.787631 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-62ce40ee-1683-4f27-b3dd-fadc937b175d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:05.983094 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732376'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:06.988481 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.db.l3_hamode_db [None req-a905e2f6-ec18-4f82-a71a-05c9a00952e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 19:15:07.118688 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905e2f6-ec18-4f82-a71a-05c9a00952e9 None None] Routers set() bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:15:07.119090 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905e2f6-ec18-4f82-a71a-05c9a00952e9 None None] Router IDs set() for agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 19:15:07.229257 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732376'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:08.155013 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36036) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:08.641096 dv-cinder-807933-1-iscsi neutron-server[94486]: WARNING oslo_policy.policy [None req-978a7899-1924-4279-b157-b3685999dbbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 19:15:08.641657 dv-cinder-807933-1-iscsi neutron-server[94486]: WARNING oslo_policy.policy [None req-978a7899-1924-4279-b157-b3685999dbbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 19:15:08.866175 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [None req-978a7899-1924-4279-b157-b3685999dbbb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:15:08.867198 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-978a7899-1924-4279-b157-b3685999dbbb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7106376 Sep 08 19:15:11.225892 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36050) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:11.536390 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-c8c1719b-345b-410b-8ffb-2884c21616ad admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:15:11.631942 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.policy [None req-c8c1719b-345b-410b-8ffb-2884c21616ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94486) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 19:15:11.679812 dv-cinder-807933-1-iscsi neutron-server[94486]: WARNING oslo_policy.policy [None req-c8c1719b-345b-410b-8ffb-2884c21616ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 19:15:11.680195 dv-cinder-807933-1-iscsi neutron-server[94486]: WARNING oslo_policy.policy [None req-c8c1719b-345b-410b-8ffb-2884c21616ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 19:15:11.689665 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.quota [None req-c8c1719b-345b-410b-8ffb-2884c21616ad admin admin] Loaded quota_driver: . Sep 08 19:15:11.838206 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8c1719b-345b-410b-8ffb-2884c21616ad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737716215551', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737716211724', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737716216197', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737716197625', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737715849402', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737716180035', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1807110', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1369022', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-464756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436298'] for rbac-policy, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:12.001139 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8c1719b-345b-410b-8ffb-2884c21616ad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:12.002484 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c8c1719b-345b-410b-8ffb-2884c21616ad admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7756169 Sep 08 19:15:14.621408 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36062) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:15.126676 dv-cinder-807933-1-iscsi neutron-server[94487]: WARNING oslo_policy.policy [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 19:15:15.127228 dv-cinder-807933-1-iscsi neutron-server[94487]: WARNING oslo_policy.policy [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 19:15:15.360493 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Request body: {'network': {'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'admin_state_up': True, 'name': 'private', 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:15:15.362079 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.quota [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Loaded quota_driver: . Sep 08 19:15:15.489091 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Made reservation on behalf of 1e60d45a22f74dc88ccb6bd6a57fb298 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:15:15.563800 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.policy [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94487) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 19:15:15.607909 dv-cinder-807933-1-iscsi neutron-server[94487]: WARNING oslo_policy.policy [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 19:15:15.608859 dv-cinder-807933-1-iscsi neutron-server[94487]: WARNING oslo_policy.policy [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 19:15:15.618904 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:15.641187 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:15.769203 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:15.851065 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:15.876777 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:15:15.901500 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbba1be-7054-49ff-81c3-f17631ce4ab8,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:15.904548 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737712922516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:15.905604 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Unsubscribe: segment precommit_create {{(pid=94487) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 19:15:15.906280 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Added segment 2ac8dec8-0185-4dd1-af96-c46612185ec1 of type vlan for network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f Sep 08 19:15:15.931122 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.931483 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.931821 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.932152 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.932479 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.932815 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.933138 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.933459 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.933833 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.934160 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.934475 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.934788 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Tracked resource versions report: Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: pushed versions: Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: { 'AddressGroup': {'1.2'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'ConntrackHelper': {'1.0'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Log': {'1.0'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Network': {'1.1'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Port': {'1.7'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'PortForwarding': {'1.2'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'QosPolicy': {'1.9'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SecurityGroup': {'1.4'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SecurityGroupRule': {'1.2'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SubPort': {'1.0'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Subnet': {'1.1'}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Trunk': {'1.1'}} Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: consumer versions: Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: { DHCP agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: L3 agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: Metadata agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: Metering agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: Open vSwitch agent@dv-cinder-807933-1-iscsi: { 'AddressGroup': '1.2', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'ConntrackHelper': '1.0', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Log': '1.0', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Network': '1.1', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Port': '1.7', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'PortForwarding': '1.2', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'QosPolicy': '1.9', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SecurityGroup': '1.4', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SecurityGroupRule': '1.2', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SubPort': '1.0', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Subnet': '1.1', Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Trunk': '1.1'}} Sep 08 19:15:15.935892 dv-cinder-807933-1-iscsi neutron-server[94487]: {{(pid=94487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 19:15:16.023450 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:16.114223 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:16.115441 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:15:16.116161 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:16.213300 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] Pushing event updated for resources: {'Network': ['ID=b19cd404-2a88-4a81-9b4a-1405ed6b0d7f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:16.225567 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:15:16.240698 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-49c2d27d-1ad6-4672-9204-9d3f783f645d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.6171546 Sep 08 19:15:18.885261 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36084) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:19.347282 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10eb87a-fb60-478e-8f8a-1e5d126b68e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:15:19.348813 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a10eb87a-fb60-478e-8f8a-1e5d126b68e1 admin admin] 10.222.0.21 "GET /v2.0/networks/b19cd404-2a88-4a81-9b4a-1405ed6b0d7f HTTP/1.1" status: 200 len: 824 time: 0.4625468 Sep 08 19:15:19.373308 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-dcd34354-c741-4519-b871-7a0405f30fca admin admin] 10.222.0.21 "GET /v2.0/subnetpools/65770e7d-cabf-4f01-a634-0b12dd51d4da HTTP/1.1" status: 200 len: 734 time: 0.0182328 Sep 08 19:15:19.382932 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Request body: {'subnet': {'subnetpool_id': '65770e7d-cabf-4f01-a634-0b12dd51d4da', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'ip_version': 4, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:15:19.491140 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Made reservation on behalf of 1e60d45a22f74dc88ccb6bd6a57fb298 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:15:19.493803 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:19.845934 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:19.911797 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Checking segment: {'id': '2ac8dec8-0185-4dd1-af96-c46612185ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:15:19.912498 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Network hostable DHCP agents. Network: b19cd404-2a88-4a81-9b4a-1405ed6b0d7f, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:15:19.924526 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdd10b5-440b-4170-90e2-c2b4db7cbf16,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:19.940137 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.940496 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.940831 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.941160 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.941489 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.941857 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.942183 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.942502 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.942834 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.943154 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.943469 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.943781 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Tracked resource versions report: Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: pushed versions: Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: { 'AddressGroup': {'1.2'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'ConntrackHelper': {'1.0'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Log': {'1.0'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Network': {'1.1'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Port': {'1.7'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'PortForwarding': {'1.2'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'QosPolicy': {'1.9'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SecurityGroup': {'1.4'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SecurityGroupRule': {'1.2'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SubPort': {'1.0'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Subnet': {'1.1'}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Trunk': {'1.1'}} Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: consumer versions: Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: { DHCP agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: L3 agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: Metadata agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: Metering agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: Open vSwitch agent@dv-cinder-807933-1-iscsi: { 'AddressGroup': '1.2', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'ConntrackHelper': '1.0', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Log': '1.0', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Network': '1.1', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Port': '1.7', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'PortForwarding': '1.2', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'QosPolicy': '1.9', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SecurityGroup': '1.4', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SecurityGroupRule': '1.2', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SubPort': '1.0', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Subnet': '1.1', Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Trunk': '1.1'}} Sep 08 19:15:19.944881 dv-cinder-807933-1-iscsi neutron-server[94486]: {{(pid=94486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 19:15:20.028332 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:15:20.096914 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, b19cd404-2a88-4a81-9b4a-1405ed6b0d7f) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:15:20.101702 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:15:20.102349 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:20.106594 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc1298-cd7c-457e-947a-ff91ee275883 None None] Network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:15:20.192610 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a71fc90e-0de7-4ce0-bcfb-2fff36db1863 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8128855 Sep 08 19:15:20.420491 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-b19cd404-2a88-4a81-9b4a-1405ed6b0d7f', 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'fixed_ips': [{'subnet_id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:15:20.422584 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:20.701371 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Allocated IP 172.20.0.2 (b19cd404-2a88-4a81-9b4a-1405ed6b0d7f/7bdd10b5-440b-4170-90e2-c2b4db7cbf16/b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:15:20.927046 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:20.941552 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Transition to ACTIVE for port object b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:15:20.963637 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Transition to ACTIVE for port object b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:15:21.040524 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:21.115668 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:15:21.122564 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:15:21.128060 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Pushing event updated for resources: {'Port': ['ID=b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:21.130299 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:15:21.161223 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.161574 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.161946 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.162284 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.162621 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.163012 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.163349 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.163678 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.164027 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.164378 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.164726 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.165046 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Tracked resource versions report: Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: pushed versions: Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: { 'AddressGroup': {'1.2'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'ConntrackHelper': {'1.0'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Log': {'1.0'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Network': {'1.1'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Port': {'1.7'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'PortForwarding': {'1.2'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'QosPolicy': {'1.9'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SecurityGroup': {'1.4'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SecurityGroupRule': {'1.2'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SubPort': {'1.0'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Subnet': {'1.1'}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Trunk': {'1.1'}} Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: consumer versions: Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: { DHCP agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: L3 agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: Metadata agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: Metering agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: Open vSwitch agent@dv-cinder-807933-1-iscsi: { 'AddressGroup': '1.2', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'ConntrackHelper': '1.0', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Log': '1.0', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Network': '1.1', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Port': '1.7', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'PortForwarding': '1.2', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'QosPolicy': '1.9', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SecurityGroup': '1.4', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SecurityGroupRule': '1.2', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SubPort': '1.0', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Subnet': '1.1', Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Trunk': '1.1'}} Sep 08 19:15:21.166214 dv-cinder-807933-1-iscsi neutron-server[94488]: {{(pid=94488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 19:15:21.214341 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Attempting to bind port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:15:21.214671 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Attempting to bind port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '2ac8dec8-0185-4dd1-af96-c46612185ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:15:21.215103 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Attempting to bind port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb on network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:15:21.220520 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:15:21.220928 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Checking segment: {'id': '2ac8dec8-0185-4dd1-af96-c46612185ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:15:21.221407 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:21.221832 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Bound using segment: {'id': '2ac8dec8-0185-4dd1-af96-c46612185ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:15:21.222297 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Bound port: b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac8dec8-0185-4dd1-af96-c46612185ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:15:21.222691 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:21.287318 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] For port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:15:21.291508 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] For port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb,segment=NetworkSegment(2ac8dec8-0185-4dd1-af96-c46612185ec1),segment_id=2ac8dec8-0185-4dd1-af96-c46612185ec1)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:15:21.366411 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:21.440613 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4954a5-a016-48af-8f23-eea8dbcfcd9c None None] Pushing event updated for resources: {'Port': ['ID=b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:22.649243 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36096) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:22.974147 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [None req-389e2f3e-0657-4490-94ed-788b154ab0c8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:15:22.975119 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-389e2f3e-0657-4490-94ed-788b154ab0c8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3248932 Sep 08 19:15:25.400341 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36104) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:25.724555 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [None req-4c368f7b-6f05-4b20-b513-810b03b4127b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:15:25.725525 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4c368f7b-6f05-4b20-b513-810b03b4127b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3241844 Sep 08 19:15:28.396246 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36114) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:28.714449 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-c3fe2df0-7b6b-4e66-b709-5750b74ab779 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:15:28.797742 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2df0-7b6b-4e66-b709-5750b74ab779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:28.799331 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2df0-7b6b-4e66-b709-5750b74ab779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:28.936774 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2df0-7b6b-4e66-b709-5750b74ab779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:28.992286 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2df0-7b6b-4e66-b709-5750b74ab779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:29.186145 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2df0-7b6b-4e66-b709-5750b74ab779 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:29.187329 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c3fe2df0-7b6b-4e66-b709-5750b74ab779 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7901189 Sep 08 19:15:29.828230 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9be1f-6dee-4e64-956f-e43bc6bcb9d4 None None] Network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:15:29.991840 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-7f9dd26b-20dd-4daa-b5f4-cccd160d045c None None] Provisioning for port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:15:30.368904 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:15:30.505949 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:15:30.509983 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:15:30.510379 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:30.618755 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:30.651588 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb,segment=NetworkSegment(2ac8dec8-0185-4dd1-af96-c46612185ec1),segment_id=2ac8dec8-0185-4dd1-af96-c46612185ec1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:15:30.708251 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:30.758796 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:31.606153 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36126) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:31.668494 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-09567fd0-d53b-419b-b658-7bc6c943fc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:31.915949 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [None req-7fd43d84-cc58-40de-8366-79fe285cd2e0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:15:31.916950 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7fd43d84-cc58-40de-8366-79fe285cd2e0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3098574 Sep 08 19:15:32.349703 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:15:32.399436 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:15:32.399805 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:34.123989 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-07e6d22f-f3d9-4930-bf34-9136a9242437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:34.307295 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36134) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:34.376885 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:34.619463 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:15:34.705876 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Made reservation on behalf of 07052aa5af97411fbe9f8db72ad4a57b for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:15:34.708075 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:34.716150 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:34.802315 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:34.865725 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:34.885500 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Reserving flat network on physical network physnet1 {{(pid=94487) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 19:15:34.901221 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf2222c-e54c-4455-84f5-811a451dcff8,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:34.906008 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:34.906344 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Added segment 7c9b95e0-4eba-4534-8f56-ec49ef6d9970 of type flat for network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 Sep 08 19:15:34.960656 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:35.066040 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:35.066966 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:15:35.067537 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:35.125365 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] Pushing event updated for resources: {'Network': ['ID=04c9707b-5e6f-4e03-809e-be036d2cf5d8,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:35.135745 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:15:35.163962 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c37848ee-2739-44bb-8d2d-209173200089 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8555398 Sep 08 19:15:35.848463 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:37.245657 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:37.596548 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36152) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:37.828444 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b381e1-b2c0-4e43-8588-9ca62850cbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:15:37.830110 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a8b381e1-b2c0-4e43-8588-9ca62850cbf6 admin admin] 10.222.0.21 "GET /v2.0/subnets/7bdd10b5-440b-4170-90e2-c2b4db7cbf16 HTTP/1.1" status: 200 len: 849 time: 0.2326243 Sep 08 19:15:37.949068 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7a1978e2-ab72-43b6-9135-913ebfaf0fbd admin admin] 10.222.0.21 "GET /v2.0/routers/05ad15d5-9959-4079-a187-4cee48940e4d HTTP/1.1" status: 200 len: 704 time: 0.1128149 Sep 08 19:15:38.217860 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:38.511413 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Allocated IP 172.20.0.1 (b19cd404-2a88-4a81-9b4a-1405ed6b0d7f/7bdd10b5-440b-4170-90e2-c2b4db7cbf16/e2cc30a5-2415-4978-8b1d-75e578232af6) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:15:38.719757 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:38.746061 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Transition to ACTIVE for port object e2cc30a5-2415-4978-8b1d-75e578232af6 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:15:38.883772 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:38.950422 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:15:38.955281 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:15:38.969117 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:15:38.969644 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:39.078538 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cc30a5-2415-4978-8b1d-75e578232af6,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:39.256375 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-b95471ab-c28b-4978-9576-7c2a1c80d6fd None None] Provisioning for port e2cc30a5-2415-4978-8b1d-75e578232af6 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:15:39.260075 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-b95471ab-c28b-4978-9576-7c2a1c80d6fd None None] Provisioning complete for port e2cc30a5-2415-4978-8b1d-75e578232af6 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:15:39.260452 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b95471ab-c28b-4978-9576-7c2a1c80d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:39.276584 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:39.292823 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-b95471ab-c28b-4978-9576-7c2a1c80d6fd None None] Port e2cc30a5-2415-4978-8b1d-75e578232af6 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:15:39.480542 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:39.542313 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:39.542995 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:39.602269 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cc30a5-2415-4978-8b1d-75e578232af6,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:39.665210 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:15:39.666513 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:15:39.814178 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d9f9734d-c6f1-40ce-998e-465d26b66994 None None] Provisioning complete for port e2cc30a5-2415-4978-8b1d-75e578232af6 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:15:39.814549 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d9f9734d-c6f1-40ce-998e-465d26b66994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:39.849141 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9734d-c6f1-40ce-998e-465d26b66994 None None] Port e2cc30a5-2415-4978-8b1d-75e578232af6 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:15:39.883133 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Router 05ad15d5-9959-4079-a187-4cee48940e4d is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:15:39.974997 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:15:39.980203 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-12fdf1d5-1911-4046-9055-1769d3706182 admin admin] 10.222.0.21 "PUT /v2.0/routers/05ad15d5-9959-4079-a187-4cee48940e4d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0247381 Sep 08 19:15:39.997180 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Sync routers for ids ['05ad15d5-9959-4079-a187-4cee48940e4d'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:15:40.008997 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Routers {'05ad15d5-9959-4079-a187-4cee48940e4d'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:15:40.009833 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:15:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['05ad15d5-9959-4079-a187-4cee48940e4d'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:40.193928 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Set router 05ad15d5-9959-4079-a187-4cee48940e4d gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:15:40.622108 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'name': 'router1', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:15:28Z', 'updated_at': '2021-09-08T19:15:39Z', 'revision_number': 2, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'gw_port_host': None, '_interfaces': [{'id': 'e2cc30a5-2415-4978-8b1d-75e578232af6', 'name': '', 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'mac_address': 'fa:16:3e:ef:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:15:38Z', 'updated_at': '2021-09-08T19:15:39Z', 'revision_number': 2, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'subnets': [{'id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65770e7d-cabf-4f01-a634-0b12dd51d4da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:40.689419 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Checking router: 05ad15d5-9959-4079-a187-4cee48940e4d for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:15:40.689894 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Updating router 05ad15d5-9959-4079-a187-4cee48940e4d port e2cc30a5-2415-4978-8b1d-75e578232af6 binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:15:40.737756 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:41.264660 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:41.282582 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Transition to ACTIVE for port object e2cc30a5-2415-4978-8b1d-75e578232af6 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:15:41.345846 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:41.500409 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Pushing event updated for resources: {'Port': ['ID=e2cc30a5-2415-4978-8b1d-75e578232af6,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:41.517225 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.517569 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.517935 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.518270 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.518597 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.518920 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.519244 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.519566 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.519894 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.520211 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.520533 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.520840 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Tracked resource versions report: Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: pushed versions: Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: { 'AddressGroup': {'1.2'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'ConntrackHelper': {'1.0'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Log': {'1.0'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Network': {'1.1'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Port': {'1.7'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'PortForwarding': {'1.2'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'QosPolicy': {'1.9'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SecurityGroup': {'1.4'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SecurityGroupRule': {'1.2'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SubPort': {'1.0'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Subnet': {'1.1'}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Trunk': {'1.1'}} Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: consumer versions: Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: { DHCP agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: L3 agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: Metadata agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: Metering agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: Open vSwitch agent@dv-cinder-807933-1-iscsi: { 'AddressGroup': '1.2', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'ConntrackHelper': '1.0', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Log': '1.0', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Network': '1.1', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Port': '1.7', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'PortForwarding': '1.2', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'QosPolicy': '1.9', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SecurityGroup': '1.4', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SecurityGroupRule': '1.2', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SubPort': '1.0', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Subnet': '1.1', Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Trunk': '1.1'}} Sep 08 19:15:41.522002 dv-cinder-807933-1-iscsi neutron-server[94489]: {{(pid=94489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 19:15:41.528187 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Attempting to bind port e2cc30a5-2415-4978-8b1d-75e578232af6 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:15:41.528583 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Attempting to bind port e2cc30a5-2415-4978-8b1d-75e578232af6 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '2ac8dec8-0185-4dd1-af96-c46612185ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:15:41.529012 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Attempting to bind port e2cc30a5-2415-4978-8b1d-75e578232af6 on network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:15:41.535377 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:15:41.535776 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Checking segment: {'id': '2ac8dec8-0185-4dd1-af96-c46612185ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:15:41.536229 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:41.536691 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Bound using segment: {'id': '2ac8dec8-0185-4dd1-af96-c46612185ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:15:41.537069 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Bound port: e2cc30a5-2415-4978-8b1d-75e578232af6, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac8dec8-0185-4dd1-af96-c46612185ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:15:41.537465 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:41.610991 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] For port e2cc30a5-2415-4978-8b1d-75e578232af6, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:15:41.630733 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] For port e2cc30a5-2415-4978-8b1d-75e578232af6, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=e2cc30a5-2415-4978-8b1d-75e578232af6,segment=NetworkSegment(2ac8dec8-0185-4dd1-af96-c46612185ec1),segment_id=2ac8dec8-0185-4dd1-af96-c46612185ec1)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:15:41.695085 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:41.744296 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Routers {'05ad15d5-9959-4079-a187-4cee48940e4d'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:15:41.744914 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:15:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['05ad15d5-9959-4079-a187-4cee48940e4d'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:41.837799 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9eda4-4a5d-44d0-823c-961903ea049f None None] Pushing event updated for resources: {'Port': ['ID=e2cc30a5-2415-4978-8b1d-75e578232af6,revision_number=4']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:41.860119 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] Set router 05ad15d5-9959-4079-a187-4cee48940e4d gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:15:42.067023 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'name': 'router1', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:15:28Z', 'updated_at': '2021-09-08T19:15:39Z', 'revision_number': 2, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'gw_port_host': None, '_interfaces': [{'id': 'e2cc30a5-2415-4978-8b1d-75e578232af6', 'name': '', 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'mac_address': 'fa:16:3e:ef:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:15:38Z', 'updated_at': '2021-09-08T19:15:41Z', 'revision_number': 4, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'subnets': [{'id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65770e7d-cabf-4f01-a634-0b12dd51d4da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:42.092618 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2bc2e-b097-42df-8ef3-2bc71e5c59b7 None None] The sync data for ids ['05ad15d5-9959-4079-a187-4cee48940e4d'] in dv-cinder-807933-1-iscsi is: [{'id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'name': 'router1', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:15:28Z', 'updated_at': '2021-09-08T19:15:39Z', 'revision_number': 2, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'gw_port_host': None, '_interfaces': [{'id': 'e2cc30a5-2415-4978-8b1d-75e578232af6', 'name': '', 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'mac_address': 'fa:16:3e:ef:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:15:38Z', 'updated_at': '2021-09-08T19:15:41Z', 'revision_number': 4, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'subnets': [{'id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65770e7d-cabf-4f01-a634-0b12dd51d4da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:15:42.281491 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36172) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:42.397196 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd54aae-0c4d-4a59-a4dd-bd1919c3319e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:15:42.398512 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-abd54aae-0c4d-4a59-a4dd-bd1919c3319e admin admin] 10.222.0.21 "GET /v2.0/networks/04c9707b-5e6f-4e03-809e-be036d2cf5d8 HTTP/1.1" status: 200 len: 842 time: 0.1160545 Sep 08 19:15:42.408656 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'gateway_ip': '172.27.0.1'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:15:42.508098 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Made reservation on behalf of 07052aa5af97411fbe9f8db72ad4a57b for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:15:42.510395 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:42.942896 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.objects.ports [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94486) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 19:15:42.943279 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:43.006484 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0863714-542e-4d32-a130-d6be1fef63d7,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:43.016238 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:15:43.016444 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Network hostable DHCP agents. Network: 04c9707b-5e6f-4e03-809e-be036d2cf5d8, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:15:43.094247 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:15:43.168927 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, 04c9707b-5e6f-4e03-809e-be036d2cf5d8) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:15:43.173410 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:15:43.174042 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:43.180319 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6867d-ac77-494f-9164-981375dbaf36 None None] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:15:43.255340 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-cd82d123-8b0f-4f0c-b8d4-a06b8395c9b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8500772 Sep 08 19:15:43.305113 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f2ad94-41b5-4c5e-835e-a4c07161efff None None] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:15:45.674168 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36180) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:45.808277 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-86e236e4-d483-4f7e-8a34-2d8f582962ad admin admin] 10.222.0.21 "GET /v2.0/routers/05ad15d5-9959-4079-a187-4cee48940e4d HTTP/1.1" status: 200 len: 710 time: 0.1277401 Sep 08 19:15:45.893623 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5da87-c12f-4099-a7bc-59429dd730a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:15:45.900481 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8df5da87-c12f-4099-a7bc-59429dd730a5 admin admin] 10.222.0.21 "GET /v2.0/networks/04c9707b-5e6f-4e03-809e-be036d2cf5d8 HTTP/1.1" status: 200 len: 886 time: 0.0860617 Sep 08 19:15:45.904269 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:15:46.143047 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:46.512764 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:46.589216 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:46.692090 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Allocated IP 172.27.0.202 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/74093873-2636-477a-b87f-65f852653230) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:15:46.794701 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:46.911795 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:46.947302 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:15:46.949972 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:15:46.953561 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:15:46.992709 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Pushing event updated for resources: {'Port': ['ID=74093873-2636-477a-b87f-65f852653230,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:47.305868 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:47.509334 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3459'] for router, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:47.512609 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-732091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-732232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-770091'] for router, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:47.617767 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Router 05ad15d5-9959-4079-a187-4cee48940e4d has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:15:47.721320 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:15:47.725603 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:47.727043 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-06379de4-bf3f-492b-b6dc-4329f983a55e admin admin] 10.222.0.21 "PUT /v2.0/routers/05ad15d5-9959-4079-a187-4cee48940e4d HTTP/1.1" status: 200 len: 890 time: 1.8257201 Sep 08 19:15:48.378250 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device e2cc30a5-2415-4978-8b1d-75e578232af6 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:15:48.496664 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port e2cc30a5-2415-4978-8b1d-75e578232af6 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:15:48.501343 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port e2cc30a5-2415-4978-8b1d-75e578232af6 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:15:48.501913 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:48.582624 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:48.609216 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Sync routers for ids ['05ad15d5-9959-4079-a187-4cee48940e4d'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:15:48.625705 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port e2cc30a5-2415-4978-8b1d-75e578232af6, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=e2cc30a5-2415-4978-8b1d-75e578232af6,segment=NetworkSegment(2ac8dec8-0185-4dd1-af96-c46612185ec1),segment_id=2ac8dec8-0185-4dd1-af96-c46612185ec1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:15:48.627972 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Routers {'05ad15d5-9959-4079-a187-4cee48940e4d'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:15:48.628601 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:15:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['05ad15d5-9959-4079-a187-4cee48940e4d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:48.730069 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:48.870940 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=e2cc30a5-2415-4978-8b1d-75e578232af6,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:48.924572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Set router 05ad15d5-9959-4079-a187-4cee48940e4d gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:15:49.310198 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'name': 'router1', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '74093873-2636-477a-b87f-65f852653230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:15:28Z', 'updated_at': '2021-09-08T19:15:47Z', 'revision_number': 4, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'gw_port': {'id': '74093873-2636-477a-b87f-65f852653230', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:15:46Z', 'updated_at': '2021-09-08T19:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'e2cc30a5-2415-4978-8b1d-75e578232af6', 'name': '', 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'mac_address': 'fa:16:3e:ef:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:15:38Z', 'updated_at': '2021-09-08T19:15:41Z', 'revision_number': 4, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'subnets': [{'id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65770e7d-cabf-4f01-a634-0b12dd51d4da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:49.360027 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Checking router: 05ad15d5-9959-4079-a187-4cee48940e4d for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:15:49.360373 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Updating router 05ad15d5-9959-4079-a187-4cee48940e4d port 74093873-2636-477a-b87f-65f852653230 binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:15:49.407116 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:49.699927 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:15:49.720240 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:49.729665 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Transition to ACTIVE for port object 74093873-2636-477a-b87f-65f852653230 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:15:49.811027 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:49.863047 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Attempting to bind port 74093873-2636-477a-b87f-65f852653230 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:15:49.863418 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Attempting to bind port 74093873-2636-477a-b87f-65f852653230 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:15:49.863776 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Attempting to bind port 74093873-2636-477a-b87f-65f852653230 on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:15:49.868013 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4958-5d2d-4815-98bc-6f64f848cce7 None None] Pushing event updated for resources: {'Port': ['ID=74093873-2636-477a-b87f-65f852653230,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:49.870738 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:15:49.871134 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:15:49.871475 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:49.871854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:15:49.872311 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Bound port: 74093873-2636-477a-b87f-65f852653230, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:15:49.872765 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:49.925830 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] For port 74093873-2636-477a-b87f-65f852653230, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:15:49.928782 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] For port 74093873-2636-477a-b87f-65f852653230, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=74093873-2636-477a-b87f-65f852653230,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:15:49.983330 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:50.042900 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Routers {'05ad15d5-9959-4079-a187-4cee48940e4d'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:15:50.043502 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:15:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['05ad15d5-9959-4079-a187-4cee48940e4d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:50.045944 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4958-5d2d-4815-98bc-6f64f848cce7 None None] Pushing event updated for resources: {'Port': ['ID=74093873-2636-477a-b87f-65f852653230,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:50.155946 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36192) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:15:50.235316 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] Set router 05ad15d5-9959-4079-a187-4cee48940e4d gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:15:50.272722 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2388f962-cc86-4d6d-925c-ed4b776d9fbd admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155612 Sep 08 19:15:50.378204 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device e2cc30a5-2415-4978-8b1d-75e578232af6 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:15:50.478604 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port e2cc30a5-2415-4978-8b1d-75e578232af6 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:15:50.479259 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:50.536882 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'name': 'router1', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '74093873-2636-477a-b87f-65f852653230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:15:28Z', 'updated_at': '2021-09-08T19:15:47Z', 'revision_number': 4, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'gw_port': {'id': '74093873-2636-477a-b87f-65f852653230', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:15:46Z', 'updated_at': '2021-09-08T19:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'e2cc30a5-2415-4978-8b1d-75e578232af6', 'name': '', 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'mac_address': 'fa:16:3e:ef:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:15:38Z', 'updated_at': '2021-09-08T19:15:48Z', 'revision_number': 5, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'subnets': [{'id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65770e7d-cabf-4f01-a634-0b12dd51d4da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:15:50.563951 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5a6ad-1866-4c9b-87a7-9c947b8dd79e None None] The sync data for ids ['05ad15d5-9959-4079-a187-4cee48940e4d'] in dv-cinder-807933-1-iscsi is: [{'id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'name': 'router1', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '74093873-2636-477a-b87f-65f852653230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:15:28Z', 'updated_at': '2021-09-08T19:15:47Z', 'revision_number': 4, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'gw_port': {'id': '74093873-2636-477a-b87f-65f852653230', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:15:46Z', 'updated_at': '2021-09-08T19:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'e2cc30a5-2415-4978-8b1d-75e578232af6', 'name': '', 'network_id': 'b19cd404-2a88-4a81-9b4a-1405ed6b0d7f', 'tenant_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'mac_address': 'fa:16:3e:ef:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ad15d5-9959-4079-a187-4cee48940e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:15:38Z', 'updated_at': '2021-09-08T19:15:48Z', 'revision_number': 5, 'project_id': '1e60d45a22f74dc88ccb6bd6a57fb298', 'subnets': [{'id': '7bdd10b5-440b-4170-90e2-c2b4db7cbf16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65770e7d-cabf-4f01-a634-0b12dd51d4da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:15:52.392158 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 74093873-2636-477a-b87f-65f852653230 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:15:52.502027 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 74093873-2636-477a-b87f-65f852653230 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:15:52.506093 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 74093873-2636-477a-b87f-65f852653230 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:15:52.506466 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:52.598792 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:52.620418 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 74093873-2636-477a-b87f-65f852653230, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=74093873-2636-477a-b87f-65f852653230,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:15:52.702891 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:15:52.754023 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=74093873-2636-477a-b87f-65f852653230,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:15:54.400256 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 74093873-2636-477a-b87f-65f852653230 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:15:54.474244 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 74093873-2636-477a-b87f-65f852653230 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:15:54.474619 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:01.684933 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-db20a7d7-4570-40cc-a2b8-456cb4094af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:04.145260 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7b80cc88-9a97-4054-b017-17a946c31d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:04.379755 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:05.833658 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:07.185817 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:26.698833 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:16:31.695662 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-22004232-877c-433e-8db4-b73f15cc864d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:34.175474 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6aaf83c3-8464-4347-9cd2-94bd88d697b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:34.381433 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:35.832544 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:16:37.220180 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:01.694741 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-88e8f8a2-61d5-4169-a2dc-d284d20a8267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:03.697060 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:17:04.192262 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-54345844-f400-4011-915f-62b850832de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:04.378622 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:05.841204 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:07.247094 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:29.421539 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36754) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:29.483452 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03320b0-fc40-45d6-864b-567d465efb77 admin admin] GET failed (client error): The resource could not be found. Sep 08 19:17:29.484781 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c03320b0-fc40-45d6-864b-567d465efb77 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622678 Sep 08 19:17:29.722245 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e091d5-183c-4df7-8267-ae6891a57cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:29.723722 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-29e091d5-183c-4df7-8267-ae6891a57cb4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2342651 Sep 08 19:17:31.677560 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3d48a1f2-b797-4c7b-8dbc-74e47845f375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:32.008237 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36764) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:32.118327 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e39ed-edee-43ad-b77c-c05d730a532c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:32.119659 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6c8e39ed-edee-43ad-b77c-c05d730a532c admin admin] 10.222.0.21 "GET /v2.0/subnets/7bdd10b5-440b-4170-90e2-c2b4db7cbf16 HTTP/1.1" status: 200 len: 849 time: 0.1104300 Sep 08 19:17:32.129856 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:17:32.210831 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:32.411834 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737713126157'] for subnet, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:32.444018 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:32.444280 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:32.445562 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] 10.222.0.21 "PUT /v2.0/subnets/7bdd10b5-440b-4170-90e2-c2b4db7cbf16 HTTP/1.1" status: 200 len: 868 time: 0.3193276 Sep 08 19:17:32.446927 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf4429-1c34-4e5a-b787-e96297c50db7 None None] Network b19cd404-2a88-4a81-9b4a-1405ed6b0d7f requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:17:32.465582 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdd10b5-440b-4170-90e2-c2b4db7cbf16,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:17:32.473888 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.474282 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.474592 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.474959 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.475285 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.475610 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.476144 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.476422 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.476764 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.477086 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.477402 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.477739 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5171c0-a41d-4c36-9670-41278ec3a8c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:17:32.777876 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-bd0bb57c-512f-4d13-8543-cc15090c3308 None None] Provisioning complete for port e2cc30a5-2415-4978-8b1d-75e578232af6 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:17:32.778477 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bd0bb57c-512f-4d13-8543-cc15090c3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:32.865857 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-bd0bb57c-512f-4d13-8543-cc15090c3308 None None] Provisioning complete for port b1f02b5a-d7ed-4538-9e7a-fb496e61a5eb triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:17:32.866220 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bd0bb57c-512f-4d13-8543-cc15090c3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:34.168393 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a8274e6b-a001-4919-bb33-39db924cae0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:34.377708 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:34.720886 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36772) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:34.919855 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7d395-3c87-4721-b57c-d9c005bf9d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:34.920229 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7d395-3c87-4721-b57c-d9c005bf9d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:34.921778 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-08c7d395-3c87-4721-b57c-d9c005bf9d92 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1998987 Sep 08 19:17:35.831583 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:37.166940 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36782) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:37.257955 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:17:37.300811 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2fc53-2633-4b14-8801-f57009cc3d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:37.301289 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2fc53-2633-4b14-8801-f57009cc3d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:37.302844 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e2b2fc53-2633-4b14-8801-f57009cc3d20 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1349483 Sep 08 19:17:39.478066 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36790) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:39.604405 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016c3e62-0a95-4190-8ca3-30a43b1dc0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:39.605842 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-016c3e62-0a95-4190-8ca3-30a43b1dc0c4 admin admin] 10.222.0.21 "GET /v2.0/networks/04c9707b-5e6f-4e03-809e-be036d2cf5d8 HTTP/1.1" status: 200 len: 886 time: 0.1268265 Sep 08 19:17:40.695720 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:17:41.819382 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36798) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:41.967253 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f592c89b-fa92-4fa4-869b-935091c231fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:41.968612 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f592c89b-fa92-4fa4-869b-935091c231fc admin admin] 10.222.0.21 "GET /v2.0/networks/b19cd404-2a88-4a81-9b4a-1405ed6b0d7f HTTP/1.1" status: 200 len: 868 time: 0.1482882 Sep 08 19:17:44.152772 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36806) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:44.273885 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5e240-6d1e-446f-84f9-364d1cf21300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:44.274342 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5e240-6d1e-446f-84f9-364d1cf21300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:44.275845 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bde5e240-6d1e-446f-84f9-364d1cf21300 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221488 Sep 08 19:17:46.506036 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36814) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:46.647287 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b7e9e-ead8-434f-8a98-2da3932df783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:46.647667 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b7e9e-ead8-434f-8a98-2da3932df783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:46.649179 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7c4b7e9e-ead8-434f-8a98-2da3932df783 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1422138 Sep 08 19:17:48.892735 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36822) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:48.986955 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c63ba9-bb3f-4383-8770-e32c90f4d19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:48.988297 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-48c63ba9-bb3f-4383-8770-e32c90f4d19d admin admin] 10.222.0.21 "GET /v2.0/subnets/7bdd10b5-440b-4170-90e2-c2b4db7cbf16 HTTP/1.1" status: 200 len: 868 time: 0.0945985 Sep 08 19:17:51.178331 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36830) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:17:51.264415 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1880e5e7-dae9-4f9c-abf6-475051161661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:17:51.265751 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1880e5e7-dae9-4f9c-abf6-475051161661 admin admin] 10.222.0.21 "GET /v2.0/subnets/e0863714-542e-4d32-a130-d6be1fef63d7 HTTP/1.1" status: 200 len: 816 time: 0.0864365 Sep 08 19:18:01.651192 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-03232cfe-ba24-45a0-9a71-b16257769b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:04.116478 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-869f9dea-8620-4ea8-a85a-3ad161aee87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:04.379423 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:05.865278 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:07.241957 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:15.440053 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36884) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:18:15.489903 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [None req-86345139-59e1-40cb-9cc0-5586f67e1b0b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:18:15.490886 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-86345139-59e1-40cb-9cc0-5586f67e1b0b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499070 Sep 08 19:18:17.694181 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:18:17.798870 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36892) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:18:17.859259 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ce2a91-6082-4bc4-88d9-2683e4ad83c8 admin admin] GET failed (client error): The resource could not be found. Sep 08 19:18:17.860509 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f7ce2a91-6082-4bc4-88d9-2683e4ad83c8 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607083 Sep 08 19:18:17.944552 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ea47d-8a3b-471c-b461-96a04fa1c8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:18:17.945999 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-341ea47d-8a3b-471c-b461-96a04fa1c8a0 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809224 Sep 08 19:18:20.182195 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36900) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:18:20.232030 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:18:20.319324 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Made reservation on behalf of 07052aa5af97411fbe9f8db72ad4a57b for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:18:20.321525 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:20.350977 dv-cinder-807933-1-iscsi neutron-server[94487]: WARNING neutron.services.revisions.revision_plugin [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Could not find related network for resource to bump revision. Sep 08 19:18:20.366250 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:18:20.378014 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:20.378493 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Added segment d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed of type vlan for network b18148a1-a07b-48ca-a82c-41ee9a358218 Sep 08 19:18:20.423489 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:20.504429 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:20.505367 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:18:20.505960 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:20.568661 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b18148a1-a07b-48ca-a82c-41ee9a358218,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:18:20.579609 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network b18148a1-a07b-48ca-a82c-41ee9a358218 details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:18:20.695238 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-115e0553-4c36-42cc-82df-4bbce8dd90a0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5119374 Sep 08 19:18:22.915998 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36908) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:18:22.978720 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe605006-ea55-4612-be6b-2bf25602e0fd admin admin] GET failed (client error): The resource could not be found. Sep 08 19:18:22.980078 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fe605006-ea55-4612-be6b-2bf25602e0fd admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631211 Sep 08 19:18:23.055097 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fd432-fff9-423c-8233-d68e544a0c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:18:23.056562 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d80fd432-fff9-423c-8233-d68e544a0c2c admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0713475 Sep 08 19:18:23.070430 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:18:23.165747 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Made reservation on behalf of 07052aa5af97411fbe9f8db72ad4a57b for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:18:23.167949 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:23.420220 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:23.479308 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c35e032-2c2d-45ea-8abc-5df635fbf7ee,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:18:23.495508 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Checking segment: {'id': 'd14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:18:23.496486 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Network hostable DHCP agents. Network: b18148a1-a07b-48ca-a82c-41ee9a358218, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:18:23.562012 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Network b18148a1-a07b-48ca-a82c-41ee9a358218 is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:18:23.647808 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, b18148a1-a07b-48ca-a82c-41ee9a358218) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:18:23.651969 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:18:23.652598 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:23.658179 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77390ed7-72e9-4863-a8da-e4ec9358fe96 None None] Network b18148a1-a07b-48ca-a82c-41ee9a358218 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:18:23.732139 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b62b51ac-368f-4a53-889b-7c75fe999b8a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6656032 Sep 08 19:18:23.907550 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-b18148a1-a07b-48ca-a82c-41ee9a358218', 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218', 'tenant_id': '07052aa5af97411fbe9f8db72ad4a57b', 'fixed_ips': [{'subnet_id': '5c35e032-2c2d-45ea-8abc-5df635fbf7ee'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:18:23.908439 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:24.045263 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Allocated IP 192.168.233.2 (b18148a1-a07b-48ca-a82c-41ee9a358218/5c35e032-2c2d-45ea-8abc-5df635fbf7ee/20d31509-f439-47c4-849c-55dbc1a8818c) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:18:24.184334 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:24.193694 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Transition to ACTIVE for port object 20d31509-f439-47c4-849c-55dbc1a8818c will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:18:24.208853 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Transition to ACTIVE for port object 20d31509-f439-47c4-849c-55dbc1a8818c will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:18:24.322770 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:24.366165 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Network b18148a1-a07b-48ca-a82c-41ee9a358218 is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:18:24.369347 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:18:24.371934 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:18:24.383156 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Pushing event updated for resources: {'Port': ['ID=20d31509-f439-47c4-849c-55dbc1a8818c,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:18:24.409101 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.409455 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.409826 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.410168 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.410519 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.410858 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.411202 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.411514 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.411858 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.412184 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.412506 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.412824 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:18:24.447942 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Attempting to bind port 20d31509-f439-47c4-849c-55dbc1a8818c on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:18:24.448323 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Attempting to bind port 20d31509-f439-47c4-849c-55dbc1a8818c by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': 'd14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:18:24.448680 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Attempting to bind port 20d31509-f439-47c4-849c-55dbc1a8818c on network b18148a1-a07b-48ca-a82c-41ee9a358218 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:18:24.455211 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:18:24.455583 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Checking segment: {'id': 'd14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:18:24.455994 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:24.456383 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Bound using segment: {'id': 'd14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:18:24.456923 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Bound port: 20d31509-f439-47c4-849c-55dbc1a8818c, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:18:24.457313 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:24.519998 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] For port 20d31509-f439-47c4-849c-55dbc1a8818c, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:18:24.523072 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] For port 20d31509-f439-47c4-849c-55dbc1a8818c, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=20d31509-f439-47c4-849c-55dbc1a8818c,segment=NetworkSegment(d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed),segment_id=d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:18:24.602730 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:24.662832 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0709a-8684-4d2b-b6c9-5c960429d6f8 None None] Pushing event updated for resources: {'Port': ['ID=20d31509-f439-47c4-849c-55dbc1a8818c,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:18:25.471421 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f914eed8-c67f-4d82-ae5d-6e88423a77b1 None None] Network b18148a1-a07b-48ca-a82c-41ee9a358218 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:18:25.617152 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8ad9c59a-fd06-4145-9df0-4b6a2c0b01a7 None None] Provisioning for port 20d31509-f439-47c4-849c-55dbc1a8818c completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:18:26.503215 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 20d31509-f439-47c4-849c-55dbc1a8818c up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:18:26.619028 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 20d31509-f439-47c4-849c-55dbc1a8818c completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:18:26.623682 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 20d31509-f439-47c4-849c-55dbc1a8818c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:18:26.624059 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:26.701987 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:26.734323 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 20d31509-f439-47c4-849c-55dbc1a8818c, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=20d31509-f439-47c4-849c-55dbc1a8818c,segment=NetworkSegment(d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed),segment_id=d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:18:26.818848 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:26.870252 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=20d31509-f439-47c4-849c-55dbc1a8818c,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:18:28.479352 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 20d31509-f439-47c4-849c-55dbc1a8818c up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:18:28.527431 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 20d31509-f439-47c4-849c-55dbc1a8818c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:18:28.527817 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:31.679802 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b59339b5-b6e7-49fe-b929-4126c79d2be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:34.116102 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-56601af1-caaf-4f1a-a765-c2f6a8632e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:34.361646 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:35.841441 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:37.228211 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:18:54.692675 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:19:01.681018 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-995e220e-f147-4994-92e4-2709518ae8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:04.097707 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0f1d79ae-a797-457d-981b-b40914794bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:04.381596 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:05.915530 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:07.241239 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:31.672932 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-874485cc-ed56-4ac1-9368-4412154a8cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:31.691489 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:19:34.131519 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a8f3adaa-4192-476e-8d55-6c38771ac8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:34.392868 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:35.880487 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:37.314837 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:48.982411 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36960) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:19:48.988868 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [None req-fd583e3e-346a-4d8f-ba61-ed96df4f1164 tempest-verify_tempest_config-638265507 tempest-verify_tempest_config-638265507-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:19:48.989905 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fd583e3e-346a-4d8f-ba61-ed96df4f1164 tempest-verify_tempest_config-638265507 tempest-verify_tempest_config-638265507-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058157 Sep 08 19:19:49.531778 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 36978) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:19:49.642618 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:49.754170 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:49.851997 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:49.897984 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1d0d6d-151d-407c-b9c6-0f35c64c23fb,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:19:49.902481 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a5d7735a09a41faadda9b2d660e0486&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3697121 Sep 08 19:19:49.905996 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 36984) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:19:49.907310 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.907678 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.908027 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.908365 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.908689 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.909047 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.909382 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.909740 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.910073 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.910403 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.910725 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.911049 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fef1a-ad54-4ba8-9faf-b0856fee5443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:49.962955 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:49.983608 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:50.137910 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:50.141090 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:19:50.142315 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb1d0d6d-151d-407c-b9c6-0f35c64c23fb HTTP/1.1" status: 204 len: 168 time: 0.2352879 Sep 08 19:19:50.151658 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1d0d6d-151d-407c-b9c6-0f35c64c23fb,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:19:50.159308 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.159658 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.159999 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.160421 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.160652 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.161002 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.161338 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.161662 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.162081 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.162405 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.162725 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:19:50.163053 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4e241-bc5a-49c5-8bd1-6060047f8c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:20:01.674131 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-457a16ca-0049-402e-a8d0-3d8f5d5a275b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:04.140143 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4e77a517-4e8f-4028-9342-c167c49fc944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:04.420955 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:05.874555 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:07.250021 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:08.691843 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:20:31.671490 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-36685fda-6169-4496-bc5d-4dfdae7f63b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:34.113026 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b18f15d6-24c1-45f3-a10d-e62503886dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:34.399304 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:35.896110 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:37.238884 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:20:45.690895 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:21:01.696054 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d441af41-dbdd-4c8a-9c17-60231f413371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:04.124369 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bcd21397-98df-4c64-b3c7-2786c316faef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:04.392574 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:05.859560 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:07.261423 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:22.688993 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:21:23.426763 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732376'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:31.672777 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-161d2573-63db-49a6-aec3-ee97e71fadf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:34.141276 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4020e707-571e-4827-a339-8036b5701a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:34.386574 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:35.883543 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:37.247676 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:38.536329 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37056) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:21:38.644764 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2cdef359-e6cc-438e-a486-8afaa2ca350b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1073382 Sep 08 19:21:40.899505 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37066) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:21:40.954828 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ff737127-6bb8-459f-a91b-0e0747ea00fa admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0542636 Sep 08 19:21:53.357743 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:21:59.688647 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:22:01.728569 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1243816e-68cc-41bf-b1dd-22852053dbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:04.111567 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9d2bca21-c694-4a0e-bbee-b109dac92320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:04.454576 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:05.888978 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:07.240527 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:23.394808 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:31.692268 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4d81619e-e824-43e2-beaa-486d83822a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:34.126705 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0600fe4e-3e79-4048-af7c-4b10d93f13c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:34.371599 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:35.874819 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:36.691726 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:22:37.248377 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:22:53.367587 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:01.687660 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1a869bd2-2feb-48cb-a637-f8b42cd0b478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:04.148766 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec640-eb65-4f78-af5e-10ebae63e2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:04.485540 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:05.882493 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:07.259403 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:08.229279 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37190) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:08.435057 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-821262238-network', 'tenant_id': '04c41f31e2984a6baf747d88672df563'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:08.507262 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Made reservation on behalf of 04c41f31e2984a6baf747d88672df563 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:08.509694 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:08.519944 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:08.627356 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:08.714293 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:08.737900 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:23:08.747090 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33c9522-04d1-4e43-b954-e18148bd9146,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:08.752096 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:08.752471 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Added segment f42bdc7f-f9cd-4051-9f63-0b2d49c3633c of type vlan for network 7989a117-ae12-4a79-ab76-69dd6bfe06dd Sep 08 19:23:08.763235 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.764443 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.764835 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.765171 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.765520 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.765871 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.766194 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.766518 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.766857 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.767176 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.767496 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.767804 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Tracked resource versions report: Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: pushed versions: Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: { 'AddressGroup': {'1.2'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'ConntrackHelper': {'1.0'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Log': {'1.0'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Network': {'1.1'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Port': {'1.7'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'PortForwarding': {'1.2'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'QosPolicy': {'1.9'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SecurityGroup': {'1.4'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SecurityGroupRule': {'1.2'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SubPort': {'1.0'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Subnet': {'1.1'}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Trunk': {'1.1'}} Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: consumer versions: Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: { DHCP agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: HyperV agent@hv-cinder-80793: {}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: L3 agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: Metadata agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: Metering agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: Open vSwitch agent@dv-cinder-807933-1-iscsi: { 'AddressGroup': '1.2', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'ConntrackHelper': '1.0', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Log': '1.0', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Network': '1.1', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Port': '1.7', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'PortForwarding': '1.2', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'QosPolicy': '1.9', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SecurityGroup': '1.4', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SecurityGroupRule': '1.2', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'SubPort': '1.0', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Subnet': '1.1', Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: 'Trunk': '1.1'}} Sep 08 19:23:08.768892 dv-cinder-807933-1-iscsi neutron-server[94487]: {{(pid=94487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 19:23:08.814309 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:08.904486 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:08.905648 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:08.906284 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:08.965001 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] Pushing event updated for resources: {'Network': ['ID=7989a117-ae12-4a79-ab76-69dd6bfe06dd,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:08.976003 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network 7989a117-ae12-4a79-ab76-69dd6bfe06dd details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:23:09.023231 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6873ac6d-ac14-4b72-8f2c-35b4d6270446 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7927501 Sep 08 19:23:09.026100 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37234) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:09.031089 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Request body: {'subnet': {'network_id': '7989a117-ae12-4a79-ab76-69dd6bfe06dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-821262238-subnet', 'tenant_id': '04c41f31e2984a6baf747d88672df563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:09.121497 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Made reservation on behalf of 04c41f31e2984a6baf747d88672df563 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:09.124661 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:09.360808 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:09.430772 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8302d8-c12f-4b4f-92be-5dfda2d91da6,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:09.440045 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Checking segment: {'id': 'f42bdc7f-f9cd-4051-9f63-0b2d49c3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7989a117-ae12-4a79-ab76-69dd6bfe06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:09.440402 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Network hostable DHCP agents. Network: 7989a117-ae12-4a79-ab76-69dd6bfe06dd, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:23:09.506600 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37246) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:09.519947 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Network 7989a117-ae12-4a79-ab76-69dd6bfe06dd is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:23:09.608250 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, 7989a117-ae12-4a79-ab76-69dd6bfe06dd) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:09.612700 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:09.613477 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:09.620223 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dcb7a3-befe-4217-82e3-925ce876a596 None None] Network 7989a117-ae12-4a79-ab76-69dd6bfe06dd requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:09.714232 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-647b0ffd-b4b8-4059-8aad-d143168b5a14 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6867316 Sep 08 19:23:09.749662 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a553d-46e2-4de8-8ee4-b3cafb8cf652 None None] Network 7989a117-ae12-4a79-ab76-69dd6bfe06dd requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:09.768561 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-network', 'tenant_id': '40026f37090147acb5ef2c6cee17252d'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:09.853660 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Made reservation on behalf of 40026f37090147acb5ef2c6cee17252d for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:09.857725 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:09.877040 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:10.061852 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:10.142498 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:10.164514 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:23:10.178024 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:10.180831 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:10.181242 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Added segment 3b517e04-7e7a-4385-9a48-4f07f0414702 of type vlan for network bf24ac38-2b8d-4503-9d06-e96587b6c526 Sep 08 19:23:10.221489 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:10.310898 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:10.311909 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:10.312591 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:10.375371 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] Pushing event updated for resources: {'Network': ['ID=bf24ac38-2b8d-4503-9d06-e96587b6c526,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:10.387900 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network bf24ac38-2b8d-4503-9d06-e96587b6c526 details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:23:10.414614 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37306) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:10.429455 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-bc5e5c10-f78c-4a1a-9d84-427999ddba7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9183621 Sep 08 19:23:10.431409 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37310) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:10.436670 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Request body: {'subnet': {'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-subnet', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:10.527513 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Made reservation on behalf of 40026f37090147acb5ef2c6cee17252d for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:10.538703 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:10.540148 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37316) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:10.779379 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:10.870605 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=738f89a8-600e-4fbc-8682-aec06d47c2d8,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:10.886194 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-630655789-network', 'tenant_id': '44af43e186db418481f331503d3fdcd0'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:10.908734 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Checking segment: {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:10.909204 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Network hostable DHCP agents. Network: bf24ac38-2b8d-4503-9d06-e96587b6c526, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:23:11.007460 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Made reservation on behalf of 44af43e186db418481f331503d3fdcd0 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:11.010061 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.013336 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-network', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:11.019014 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.031373 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Network bf24ac38-2b8d-4503-9d06-e96587b6c526 is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:23:11.096809 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Made reservation on behalf of 5630c3d42e0c46d390aa6c787c9f7f8c for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:11.099226 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.109984 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.136978 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, bf24ac38-2b8d-4503-9d06-e96587b6c526) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:11.146986 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869900ba-7cf5-4313-8f33-acf3b4bee2e5 None None] Network bf24ac38-2b8d-4503-9d06-e96587b6c526 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:11.147547 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:11.148411 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.208953 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.281434 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.291317 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d98abb6-8981-446d-a7cf-6bfc13939a78 None None] Network bf24ac38-2b8d-4503-9d06-e96587b6c526 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:11.316935 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:23:11.330338 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.330688 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Added segment a01c43da-1705-4147-8830-d656f5f8d2b9 of type vlan for network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc Sep 08 19:23:11.454757 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c5586084-5ca1-4c27-b841-c2a2bd0fcc1b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0221589 Sep 08 19:23:11.456974 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.463724 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fe073d-18fd-4558-8551-bca23ef5873f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:11.466321 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37354) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:11.487832 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:11.530588 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.567553 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.568599 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:11.569192 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.620389 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.645689 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:11.657367 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:23:11.665892 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d394ad-d45a-46a9-adaf-e33bea8a9553,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:11.679012 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.680095 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.680780 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.681336 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.681879 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.682507 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Tracked resource versions report: Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: pushed versions: Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: { 'AddressGroup': {'1.2'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'ConntrackHelper': {'1.0'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Log': {'1.0'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Network': {'1.1'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Port': {'1.7'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'PortForwarding': {'1.2'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'QosPolicy': {'1.9'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SecurityGroup': {'1.4'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SecurityGroupRule': {'1.2'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SubPort': {'1.0'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Subnet': {'1.1'}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Trunk': {'1.1'}} Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: consumer versions: Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: { DHCP agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: HyperV agent@hv-cinder-80793: {}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: L3 agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: Metadata agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: Metering agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: Open vSwitch agent@dv-cinder-807933-1-iscsi: { 'AddressGroup': '1.2', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'ConntrackHelper': '1.0', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Log': '1.0', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Network': '1.1', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Port': '1.7', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'PortForwarding': '1.2', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'QosPolicy': '1.9', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SecurityGroup': '1.4', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SecurityGroupRule': '1.2', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'SubPort': '1.0', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Subnet': '1.1', Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: 'Trunk': '1.1'}} Sep 08 19:23:11.688052 dv-cinder-807933-1-iscsi neutron-server[94486]: {{(pid=94486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 19:23:11.725202 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:23:11.752827 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737712922516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.753389 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Unsubscribe: segment precommit_create {{(pid=94486) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 19:23:11.753907 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Added segment 03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0 of type vlan for network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 Sep 08 19:23:11.762838 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-16466a18-a98a-4d36-9deb-89b8e3daa926 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3470404 Sep 08 19:23:11.766269 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37386) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:11.782198 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Request body: {'subnet': {'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-630655789-subnet', 'tenant_id': '44af43e186db418481f331503d3fdcd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:11.848651 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.884915 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.885972 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.968338 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:11.971468 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Made reservation on behalf of 44af43e186db418481f331503d3fdcd0 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:11.974466 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.019127 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.020258 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:12.020953 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.140112 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37410) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:12.143851 dv-cinder-807933-1-iscsi neutron-server[94486]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 19:23:12.202056 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] Pushing event updated for resources: {'Network': ['ID=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:12.205177 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a74fca25-e321-4b0b-8ce9-e14b936b4336 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6637545 Sep 08 19:23:12.214852 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:23:12.259821 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.262633 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37414) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:12.274434 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Request body: {'subnet': {'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-subnet', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:12.393388 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.401999 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Made reservation on behalf of 5630c3d42e0c46d390aa6c787c9f7f8c for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:12.404945 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.448520 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-b9f0b4fc-3a3a-4ec0-9479-90f6aa9b2f37 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:12.450120 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-b9f0b4fc-3a3a-4ec0-9479-90f6aa9b2f37 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/networks?id=7989a117-ae12-4a79-ab76-69dd6bfe06dd HTTP/1.1" status: 200 len: 811 time: 0.3074141 Sep 08 19:23:12.467970 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-bc7128d9-bb88-41b9-a5ff-378305d924f7 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/quotas/04c41f31e2984a6baf747d88672df563 HTTP/1.1" status: 200 len: 375 time: 0.0113642 Sep 08 19:23:12.527082 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-9ca0dd36-f19e-4cf6-a5c0-07f8bd841a44 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c41f31e2984a6baf747d88672df563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532825 Sep 08 19:23:12.534748 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e058c8ab-8bb0-482a-82d7-84a2f30fea3e,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:12.543931 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Checking segment: {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:12.545095 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Network hostable DHCP agents. Network: a5f66ed6-8379-450b-ae8b-a1c5e1d387cc, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:23:12.686432 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37440) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:12.778799 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:23:12.818459 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.842515 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.844412 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.887281 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, a5f66ed6-8379-450b-ae8b-a1c5e1d387cc) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:12.899231 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098af751-f23f-4c2e-8895-643a1b67fe8c None None] Network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:12.931698 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:12.932380 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:12.978006 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1a0f41-3899-4747-a169-50cdd774165f,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:13.029964 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Checking segment: {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:13.030209 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-cd062394-dec7-4ee1-935e-bf48f4b97153 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:23:13.030384 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Network hostable DHCP agents. Network: b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:23:13.041715 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e712cbed-4b85-4f91-b8bb-28a059e4e5ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2739444 Sep 08 19:23:13.046551 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-cd062394-dec7-4ee1-935e-bf48f4b97153 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1285915 Sep 08 19:23:13.079353 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Allocated IP 172.27.0.238 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/a3b3e721-f5e7-4502-b592-828007e57bd3) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:13.116694 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-03b5ad09-7ebf-4478-a40b-f75087ab4435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:13.133868 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd02bf-eedb-447d-a9c0-3ca2bb6ab1e4 None None] Network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:13.162379 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:23:13.213533 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:13.240863 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:13.241427 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-335aa419-eacc-4c9a-bedb-f3ad9a5ad0dc service neutron] 10.222.0.21 "GET /v2.0/networks/7989a117-ae12-4a79-ab76-69dd6bfe06dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944335 Sep 08 19:23:13.252831 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:13.253594 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:13.280874 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d131965-44ce-4ff4-9043-e5316b3054ff None None] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:13.351828 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:13.425405 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-7c43d146-95d4-487d-a746-44229c3ba6be service neutron] 10.222.0.21 "GET /v2.0/networks/7989a117-ae12-4a79-ab76-69dd6bfe06dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827438 Sep 08 19:23:13.452070 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-03b5ad09-7ebf-4478-a40b-f75087ab4435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:13.454291 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b3e721-f5e7-4502-b592-828007e57bd3,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:13.469560 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:13.472699 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:13.477543 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:13.577855 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-03b5ad09-7ebf-4478-a40b-f75087ab4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:13.641287 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-03b5ad09-7ebf-4478-a40b-f75087ab4435 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19c1f01ba45043f2b918292fe20daa2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9526317 Sep 08 19:23:13.643910 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37484) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:13.644389 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37486) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:13.645951 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5ad09-7ebf-4478-a40b-f75087ab4435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ace3861-484f-4554-bf76-90fd6a480282,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:13.647633 dv-cinder-807933-1-iscsi neutron-server[94487]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 19:23:13.694012 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:23:13.706227 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e48b5a25-458f-478a-8489-05fa458dd5b1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4417648 Sep 08 19:23:13.710196 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37490) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:13.716371 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:13.724103 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:23:13.725490 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:13.890527 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:13.892084 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:13.897347 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Allocated IP 172.20.0.2 (b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65/2f1a0f41-3899-4747-a169-50cdd774165f/d59b3403-2fa0-4fc9-ba80-edcf039ad540) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:13.910382 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-21e42373-7c67-485d-a092-048cf9363ad8 req-13f44a6e-740c-4528-9eb3-34929dacedb1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.1169026 Sep 08 19:23:14.089233 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-08db34a9-5521-4fba-a82a-7c59e672c931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.137210 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.139042 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-08db34a9-5521-4fba-a82a-7c59e672c931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.154754 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37516) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:14.161330 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d6d19be4-b84a-4819-a209-2197323c4ccc tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:14.162848 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d6d19be4-b84a-4819-a209-2197323c4ccc tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/networks?id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 200 len: 814 time: 0.5172865 Sep 08 19:23:14.218473 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-a2a89b76-93f0-41c8-b51a-be0f9fa368fa tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/quotas/44af43e186db418481f331503d3fdcd0 HTTP/1.1" status: 200 len: 375 time: 0.0205498 Sep 08 19:23:14.222124 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.244063 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Transition to ACTIVE for port object d59b3403-2fa0-4fc9-ba80-edcf039ad540 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:14.279487 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Transition to ACTIVE for port object d59b3403-2fa0-4fc9-ba80-edcf039ad540 will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:14.290116 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.329066 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-f656bd30-000b-45ac-8f3b-c2aa1bb8aaf4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956635 Sep 08 19:23:14.366945 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7c6-36fd-4da5-a44d-bb5e9f5ee07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.372013 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.460012 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-08db34a9-5521-4fba-a82a-7c59e672c931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.462536 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:14.463660 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-08db34a9-5521-4fba-a82a-7c59e672c931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.465501 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:14.465789 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-08db34a9-5521-4fba-a82a-7c59e672c931 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ace3861-484f-4554-bf76-90fd6a480282 HTTP/1.1" status: 204 len: 168 time: 0.8166800 Sep 08 19:23:14.479605 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:14.494048 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db34a9-5521-4fba-a82a-7c59e672c931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ace3861-484f-4554-bf76-90fd6a480282,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:14.497128 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Pushing event updated for resources: {'Port': ['ID=d59b3403-2fa0-4fc9-ba80-edcf039ad540,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:14.507539 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.507883 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.508220 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.508546 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.510063 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.510063 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.510063 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.510063 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.510447 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.510648 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.510967 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.511282 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Tracked resource versions report: Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: pushed versions: Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: { 'AddressGroup': {'1.2'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'ConntrackHelper': {'1.0'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Log': {'1.0'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Network': {'1.1'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Port': {'1.7'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'PortForwarding': {'1.2'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'QosPolicy': {'1.9'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SecurityGroup': {'1.4'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SecurityGroupRule': {'1.2'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SubPort': {'1.0'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Subnet': {'1.1'}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Trunk': {'1.1'}} Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: consumer versions: Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: { DHCP agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: HyperV agent@hv-cinder-80793: {}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: L3 agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: Metadata agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: Metering agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: Open vSwitch agent@dv-cinder-807933-1-iscsi: { 'AddressGroup': '1.2', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'ConntrackHelper': '1.0', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Log': '1.0', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Network': '1.1', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Port': '1.7', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'PortForwarding': '1.2', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'QosPolicy': '1.9', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SecurityGroup': '1.4', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SecurityGroupRule': '1.2', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'SubPort': '1.0', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Subnet': '1.1', Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: 'Trunk': '1.1'}} Sep 08 19:23:14.512336 dv-cinder-807933-1-iscsi neutron-server[94488]: {{(pid=94488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 19:23:14.574962 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.604813 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.610057 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Attempting to bind port d59b3403-2fa0-4fc9-ba80-edcf039ad540 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:14.610347 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Attempting to bind port d59b3403-2fa0-4fc9-ba80-edcf039ad540 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:14.612043 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Attempting to bind port d59b3403-2fa0-4fc9-ba80-edcf039ad540 on network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:14.617612 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:14.618015 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Checking segment: {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:14.618414 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.618878 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Bound using segment: {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:14.619361 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Bound port: d59b3403-2fa0-4fc9-ba80-edcf039ad540, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:14.619755 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.660430 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-5a89d882-babe-4056-b2bc-9d0d9af53570 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:23:14.662211 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-5a89d882-babe-4056-b2bc-9d0d9af53570 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2112148 Sep 08 19:23:14.695224 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] For port d59b3403-2fa0-4fc9-ba80-edcf039ad540, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:14.699539 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] For port d59b3403-2fa0-4fc9-ba80-edcf039ad540, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=d59b3403-2fa0-4fc9-ba80-edcf039ad540,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:14.770652 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7c6-36fd-4da5-a44d-bb5e9f5ee07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.813877 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.814394 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-0f3afc53-ec80-4a45-8385-52aa29484225 service neutron] 10.222.0.21 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455967 Sep 08 19:23:14.887518 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7c6-36fd-4da5-a44d-bb5e9f5ee07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:14.909349 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00110ef-9662-4922-b62a-06843a5da164 None None] Pushing event updated for resources: {'Port': ['ID=d59b3403-2fa0-4fc9-ba80-edcf039ad540,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:14.975792 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c8ace7c6-36fd-4da5-a44d-bb5e9f5ee07e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=165d5ee2f9144791bab275fa843c1490&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8197384 Sep 08 19:23:14.995267 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Router dbb8f5ee-23de-422d-a56c-787e32c756d4 is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:23:15.005874 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37550) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:15.024792 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-a785c85e-cc1a-4c6d-b752-6179dc213e1d service neutron] 10.222.0.21 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926258 Sep 08 19:23:15.226402 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2590d43a-b406-4796-a9ee-b7818fa57b63 req-7cb08d29-9cba-489f-b345-ff9da7f5a2c0 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.2077973 Sep 08 19:23:15.233940 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace7c6-36fd-4da5-a44d-bb5e9f5ee07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a07592-32d6-44e2-b6ca-d9f64dc5623a,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:15.249923 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:15.289721 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:15.329913 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:23:15.342943 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Sync routers for ids ['dbb8f5ee-23de-422d-a56c-787e32c756d4'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:23:15.364205 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Routers {'dbb8f5ee-23de-422d-a56c-787e32c756d4'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:15.370777 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['dbb8f5ee-23de-422d-a56c-787e32c756d4'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:15.436783 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-776f81ce-aa45-463a-9be5-bf44214851f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:15.460250 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-776f81ce-aa45-463a-9be5-bf44214851f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:15.493872 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:15.495809 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5732c54c-e311-48aa-9583-530c40fe43c8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0119584 Sep 08 19:23:15.498857 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37580) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:15.582476 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Set router dbb8f5ee-23de-422d-a56c-787e32c756d4 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:15.662090 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d2538648-af8d-41e8-9407-ce873323fc66 req-76308015-9842-4f2c-be82-d424e607bfaa tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 210 time: 0.1134286 Sep 08 19:23:15.901087 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Allocated IP 172.27.0.227 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/8698481c-e62d-455b-8eb8-9252ae145302) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:15.935857 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-776f81ce-aa45-463a-9be5-bf44214851f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:15.938752 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-776f81ce-aa45-463a-9be5-bf44214851f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:15.940728 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-776f81ce-aa45-463a-9be5-bf44214851f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14a07592-32d6-44e2-b6ca-d9f64dc5623a HTTP/1.1" status: 204 len: 168 time: 0.9290664 Sep 08 19:23:15.942987 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:11Z', 'updated_at': '2021-09-08T19:23:13Z', 'revision_number': 3, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'gw_port': {'id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:12Z', 'updated_at': '2021-09-08T19:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:15.980785 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Checking router: dbb8f5ee-23de-422d-a56c-787e32c756d4 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:23:15.981478 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Updating router dbb8f5ee-23de-422d-a56c-787e32c756d4 port a3b3e721-f5e7-4502-b592-828007e57bd3 binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:23:16.006774 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f81ce-aa45-463a-9be5-bf44214851f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a07592-32d6-44e2-b6ca-d9f64dc5623a,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:16.052956 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:16.206501 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:16.493148 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:16.506403 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:16.508352 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c4cb5-f016-42af-aacf-38f023aa669a None None] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:16.642938 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:16.736707 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:16.774967 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:16.819520 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-84f5c219-1e0e-4f70-acf5-8ee5269c3f0e None None] Provisioning for port d59b3403-2fa0-4fc9-ba80-edcf039ad540 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:16.868930 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device d59b3403-2fa0-4fc9-ba80-edcf039ad540 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:16.950321 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7434a398-5a79-4f60-8113-4b503ad450a6 req-dd8328f9-3368-4901-ae1f-f62788e8b20e tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.2059116 Sep 08 19:23:17.000824 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-53cdb00d-9381-4590-bc6a-a37cc52e98e2 req-c971b3e3-bb8f-4aac-9826-3c6514231cfe tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 210 time: 0.2407069 Sep 08 19:23:17.036430 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.050692 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Transition to ACTIVE for port object a3b3e721-f5e7-4502-b592-828007e57bd3 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:17.144773 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port d59b3403-2fa0-4fc9-ba80-edcf039ad540 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:17.145105 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.150507 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port d59b3403-2fa0-4fc9-ba80-edcf039ad540 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:17.151171 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.195517 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Pushing event updated for resources: {'Port': ['ID=8698481c-e62d-455b-8eb8-9252ae145302,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:17.228211 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37656) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:17.252669 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-51413439-1f4f-49c2-a470-7a8aeb98c89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.304080 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Pushing event updated for resources: {'Port': ['ID=a3b3e721-f5e7-4502-b592-828007e57bd3,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:17.337926 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.338291 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.338775 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.339159 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.340174 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.343558 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.343912 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.346025 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.347210 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.348244 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.348978 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.350312 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Tracked resource versions report: Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: pushed versions: Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: { 'AddressGroup': {'1.2'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'ConntrackHelper': {'1.0'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Log': {'1.0'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Network': {'1.1'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Port': {'1.7'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'PortForwarding': {'1.2'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'QosPolicy': {'1.9'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SecurityGroup': {'1.4'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SecurityGroupRule': {'1.2'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SubPort': {'1.0'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Subnet': {'1.1'}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Trunk': {'1.1'}} Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: consumer versions: Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: { DHCP agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: HyperV agent@hv-cinder-80793: {}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: L3 agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: Metadata agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: Metering agent@dv-cinder-807933-1-iscsi: {}, Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: Open vSwitch agent@dv-cinder-807933-1-iscsi: { 'AddressGroup': '1.2', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'ConntrackHelper': '1.0', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Log': '1.0', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Network': '1.1', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Port': '1.7', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'PortForwarding': '1.2', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'QosPolicy': '1.9', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SecurityGroup': '1.4', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SecurityGroupRule': '1.2', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'SubPort': '1.0', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Subnet': '1.1', Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: 'Trunk': '1.1'}} Sep 08 19:23:17.352059 dv-cinder-807933-1-iscsi neutron-server[94489]: {{(pid=94489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 19:23:17.377818 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Allocated IP 172.20.0.1 (bf24ac38-2b8d-4503-9d06-e96587b6c526/738f89a8-600e-4fbc-8682-aec06d47c2d8/fe60f962-7963-43d2-b3f9-a0b00ea7966c) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:17.399572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.401506 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Attempting to bind port a3b3e721-f5e7-4502-b592-828007e57bd3 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:17.402511 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Attempting to bind port a3b3e721-f5e7-4502-b592-828007e57bd3 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:17.403065 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Attempting to bind port a3b3e721-f5e7-4502-b592-828007e57bd3 on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:17.405034 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-51413439-1f4f-49c2-a470-7a8aeb98c89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.410655 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:17.411313 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:17.412000 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.412653 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:17.413290 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Bound port: a3b3e721-f5e7-4502-b592-828007e57bd3, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:17.413898 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.476152 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port d59b3403-2fa0-4fc9-ba80-edcf039ad540, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=d59b3403-2fa0-4fc9-ba80-edcf039ad540,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:17.482593 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f886d041-a237-4d9b-aff0-eece70b784b6 None None] Provisioning complete for port d59b3403-2fa0-4fc9-ba80-edcf039ad540 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:17.483287 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f886d041-a237-4d9b-aff0-eece70b784b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.531084 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-51413439-1f4f-49c2-a470-7a8aeb98c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.537928 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] For port a3b3e721-f5e7-4502-b592-828007e57bd3, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:17.557551 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] For port a3b3e721-f5e7-4502-b592-828007e57bd3, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a3b3e721-f5e7-4502-b592-828007e57bd3,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:17.595318 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-51413439-1f4f-49c2-a470-7a8aeb98c89f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff8d4d0ef3fa40fca4cdb0003f551006&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3656673 Sep 08 19:23:17.597094 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37664) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:17.604582 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.641711 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.649609 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f886d041-a237-4d9b-aff0-eece70b784b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.650386 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51413439-1f4f-49c2-a470-7a8aeb98c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a3731e-c196-4767-915f-8893e96d2053,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:17.671959 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.775181 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=d59b3403-2fa0-4fc9-ba80-edcf039ad540,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:17.777488 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.797110 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae91b15-ef19-483b-9436-1060e84456fe None None] Pushing event updated for resources: {'Port': ['ID=a3b3e721-f5e7-4502-b592-828007e57bd3,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:17.804171 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-918a8e43-224e-4f0b-a7cd-a8f174920c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.807099 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Routers {'dbb8f5ee-23de-422d-a56c-787e32c756d4'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:17.807870 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['dbb8f5ee-23de-422d-a56c-787e32c756d4'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:17.836148 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.db.api [None req-f886d041-a237-4d9b-aff0-eece70b784b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 19:23:17.836530 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG oslo_db.api [None req-f886d041-a237-4d9b-aff0-eece70b784b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 19:23:17.861909 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-918a8e43-224e-4f0b-a7cd-a8f174920c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.897625 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.941217 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Network bf24ac38-2b8d-4503-9d06-e96587b6c526 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:17.949355 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:17.953468 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:17.953984 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:17.957412 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Pushing event updated for resources: {'Port': ['ID=fe60f962-7963-43d2-b3f9-a0b00ea7966c,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:18.049201 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-918a8e43-224e-4f0b-a7cd-a8f174920c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:18.066207 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-918a8e43-224e-4f0b-a7cd-a8f174920c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:18.067394 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-918a8e43-224e-4f0b-a7cd-a8f174920c63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29a3731e-c196-4767-915f-8893e96d2053 HTTP/1.1" status: 204 len: 168 time: 0.4692793 Sep 08 19:23:18.076609 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] Set router dbb8f5ee-23de-422d-a56c-787e32c756d4 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:18.190431 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a8e43-224e-4f0b-a7cd-a8f174920c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a3731e-c196-4767-915f-8893e96d2053,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:18.219966 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e76f3158-4f8a-4e1c-8fc9-27d113137f52 req-4c200850-d838-4e28-a919-1933081d06c5 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.1245022 Sep 08 19:23:18.241656 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:18.311872 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.38', 50582) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:18.379874 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fddeba2a-a850-410f-ab56-b8dd989f7351 req-c684cebc-416c-47bd-815e-ac84bdfaeeba tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 210 time: 0.1193869 Sep 08 19:23:18.509740 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:11Z', 'updated_at': '2021-09-08T19:23:13Z', 'revision_number': 3, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'gw_port': {'id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:12Z', 'updated_at': '2021-09-08T19:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:18.543744 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1c907-2e34-4f2b-bf56-7fa398d29d6d None None] The sync data for ids ['dbb8f5ee-23de-422d-a56c-787e32c756d4'] in dv-cinder-807933-1-iscsi is: [{'id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:11Z', 'updated_at': '2021-09-08T19:23:13Z', 'revision_number': 3, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'gw_port': {'id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:12Z', 'updated_at': '2021-09-08T19:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:23:18.585882 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:18.651505 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:23:18.682966 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-a0723451-b28f-4ec0-b5cf-532fd6fe1b6e tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:18.684508 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-a0723451-b28f-4ec0-b5cf-532fd6fe1b6e tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.38 "GET /v2.0/networks?id=7989a117-ae12-4a79-ab76-69dd6bfe06dd HTTP/1.1" status: 200 len: 811 time: 0.3696368 Sep 08 19:23:18.788941 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device d59b3403-2fa0-4fc9-ba80-edcf039ad540 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:18.882614 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:23:18.912676 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Sync routers for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:23:18.926071 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:18.926699 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:18.935757 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Request body: {'port': {'device_id': '9dd9baae-9515-4670-b208-d6c55f7883b9', 'network_id': '7989a117-ae12-4a79-ab76-69dd6bfe06dd', 'admin_state_up': True, 'tenant_id': '04c41f31e2984a6baf747d88672df563'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:18.990458 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:18.994794 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-7e4b5c6b-b6af-471f-bb48-cabcf8c02983 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2834086 Sep 08 19:23:19.002884 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37726) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:19.074104 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port d59b3403-2fa0-4fc9-ba80-edcf039ad540 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:19.074104 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:19.243791 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:19.381282 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:19.540160 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37754) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:19.597749 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e31503e-56f4-42fd-8337-7c0f3eb39389 req-bdfd4c66-cc29-4744-be6e-6815ecf5dc08 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0489974 Sep 08 19:23:19.601619 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:19.602734 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:19.610114 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3d4e6f3f-f221-4b0a-bbcb-02d89f18ea7b req-25433ca6-f438-4f3a-9952-ef6071e6a449 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.0382915 Sep 08 19:23:19.728533 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.38', 50588) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:19.738430 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Network bf24ac38-2b8d-4503-9d06-e96587b6c526 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:19.855696 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Made reservation on behalf of 04c41f31e2984a6baf747d88672df563 for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:19.862408 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:19.939342 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:17Z', 'revision_number': 3, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:19.958746 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:20.002959 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Checking router: aab0f271-f598-4a29-8270-2ccb7a2c6ad8 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:23:20.003319 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Updating router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 port 8698481c-e62d-455b-8eb8-9252ae145302 binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:23:20.022322 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-77182b49-be5f-44cb-b04d-30e3487d391e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:20.024299 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-77182b49-be5f-44cb-b04d-30e3487d391e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "GET /v2.0/networks?id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 200 len: 814 time: 0.2838812 Sep 08 19:23:20.076108 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:20.171210 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Pushing event updated for resources: {'Port': ['ID=fe60f962-7963-43d2-b3f9-a0b00ea7966c,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:20.203057 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cf763262-b394-4dcd-b5bb-1f32bba8daf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:20.315497 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:20.618894 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Allocated IP 172.20.0.1 (b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65/2f1a0f41-3899-4747-a169-50cdd774165f/833b8dac-cecf-4d00-8ef7-09f2364bd99b) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:20.699156 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:20.704471 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Router dbb8f5ee-23de-422d-a56c-787e32c756d4 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:23:20.713942 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Transition to ACTIVE for port object 8698481c-e62d-455b-8eb8-9252ae145302 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:20.780008 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:20.792088 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:20.813655 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Allocated IP 172.20.0.9 (7989a117-ae12-4a79-ab76-69dd6bfe06dd/8a8302d8-c12f-4b4f-92be-5dfda2d91da6/6aa2eaf9-af53-42ee-bb35-776b9743a218) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:20.840657 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Transition to ACTIVE for port object 833b8dac-cecf-4d00-8ef7-09f2364bd99b will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:20.864488 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a3b3e721-f5e7-4502-b592-828007e57bd3 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:20.952054 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-978e148f-c748-4577-8625-41ec90359920 req-3c63061c-0634-40b6-a07f-ef954b64ea04 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.0430858 Sep 08 19:23:20.991795 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40370914-749b-4476-9506-9c4fea34f396 None None] Pushing event updated for resources: {'Port': ['ID=8698481c-e62d-455b-8eb8-9252ae145302,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:21.005942 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.024483 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Attempting to bind port 8698481c-e62d-455b-8eb8-9252ae145302 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:21.024873 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Attempting to bind port 8698481c-e62d-455b-8eb8-9252ae145302 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:21.025195 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Attempting to bind port 8698481c-e62d-455b-8eb8-9252ae145302 on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:21.064609 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:21.064988 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:21.065395 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.066635 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:21.067176 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Bound port: 8698481c-e62d-455b-8eb8-9252ae145302, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:21.069485 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.129957 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:21.133823 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:21.160977 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Pushing event updated for resources: {'Port': ['ID=833b8dac-cecf-4d00-8ef7-09f2364bd99b,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:21.219584 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f71f4e4d-d36a-494a-bcdd-dbbe340a1add req-c4239b28-9e92-46c9-92e4-ae6e25554156 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 210 time: 0.3415973 Sep 08 19:23:21.309046 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:21.309046 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.310574 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] For port 8698481c-e62d-455b-8eb8-9252ae145302, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:21.310574 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] For port 8698481c-e62d-455b-8eb8-9252ae145302, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=8698481c-e62d-455b-8eb8-9252ae145302,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:21.327724 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port a3b3e721-f5e7-4502-b592-828007e57bd3 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:21.332195 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port a3b3e721-f5e7-4502-b592-828007e57bd3 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:21.335402 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.376892 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.395866 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cf763262-b394-4dcd-b5bb-1f32bba8daf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.426396 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:21.427737 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:21.495199 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:23:21.495199 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1f36f79b-64f0-4845-b76d-d870c13b9931 admin admin] 10.222.0.21 "PUT /v2.0/routers/dbb8f5ee-23de-422d-a56c-787e32c756d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9915202 Sep 08 19:23:21.495199 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cf763262-b394-4dcd-b5bb-1f32bba8daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.496792 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Sync routers for ids ['dbb8f5ee-23de-422d-a56c-787e32c756d4'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:23:21.507797 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Routers {'dbb8f5ee-23de-422d-a56c-787e32c756d4'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:21.508764 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['dbb8f5ee-23de-422d-a56c-787e32c756d4'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:21.609375 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40370914-749b-4476-9506-9c4fea34f396 None None] Pushing event updated for resources: {'Port': ['ID=8698481c-e62d-455b-8eb8-9252ae145302,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:21.741803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:21.749101 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-cf763262-b394-4dcd-b5bb-1f32bba8daf6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c5f11a51c1747bcb4aac79934b28a04&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2071855 Sep 08 19:23:21.752477 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37848) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:21.759556 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf763262-b394-4dcd-b5bb-1f32bba8daf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375ea300-d301-4754-9bf3-07a2e29a4b8e,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:21.790571 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a22f8443-daef-47c5-ab45-1805c86bad3a None None] Provisioning for port 833b8dac-cecf-4d00-8ef7-09f2364bd99b completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:21.798566 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.828628 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a22f8443-daef-47c5-ab45-1805c86bad3a None None] Provisioning complete for port 833b8dac-cecf-4d00-8ef7-09f2364bd99b triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:21.829043 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a22f8443-daef-47c5-ab45-1805c86bad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.832903 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.889848 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Set router dbb8f5ee-23de-422d-a56c-787e32c756d4 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:21.897271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port a3b3e721-f5e7-4502-b592-828007e57bd3, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a3b3e721-f5e7-4502-b592-828007e57bd3,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:21.934763 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-a22f8443-daef-47c5-ab45-1805c86bad3a None None] Port 833b8dac-cecf-4d00-8ef7-09f2364bd99b cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:23:21.939644 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.955426 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0d4c-adbd-4213-90a2-0ae3ce5fe9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.965963 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:21.996282 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.031165 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0d4c-adbd-4213-90a2-0ae3ce5fe9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.052177 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Network 7989a117-ae12-4a79-ab76-69dd6bfe06dd is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:22.062702 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:22.079478 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:22.087125 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:22.088140 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.104257 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Pushing event updated for resources: {'Port': ['ID=6aa2eaf9-af53-42ee-bb35-776b9743a218,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:22.161532 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=a3b3e721-f5e7-4502-b592-828007e57bd3,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:22.186970 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f95b58-0cca-4590-9c6c-bd1ae85d9e9c req-26178f0d-b655-499f-a84f-911294ab666d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:22.188884 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27f95b58-0cca-4590-9c6c-bd1ae85d9e9c req-26178f0d-b655-499f-a84f-911294ab666d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 931 time: 0.0853908 Sep 08 19:23:22.192783 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:17Z', 'revision_number': 3, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:22.228063 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-fdc97a46-cb54-4467-90aa-67d5e0176fc1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3115306 Sep 08 19:23:22.243834 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27f95b58-0cca-4590-9c6c-bd1ae85d9e9c req-2f07d6a0-9f65-4d7d-8560-c8d6fc866acb tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Sep 08 19:23:22.252473 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a479d3-c75b-446b-a47d-3ab09cf28227 None None] The sync data for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi is: [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:17Z', 'revision_number': 3, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:23:22.375032 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cfe49be8-4d6e-46e2-8fe7-ab9601dbb6dc req-59c0f24b-efd4-4566-8795-e0737e436633 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0302374 Sep 08 19:23:22.375213 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0d4c-adbd-4213-90a2-0ae3ce5fe9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.376190 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0d4c-adbd-4213-90a2-0ae3ce5fe9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.377682 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:11Z', 'updated_at': '2021-09-08T19:23:18Z', 'revision_number': 4, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'gw_port': {'id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:12Z', 'updated_at': '2021-09-08T19:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'fe60f962-7963-43d2-b3f9-a0b00ea7966c', 'name': '', 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'mac_address': 'fa:16:3e:f3:cd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '738f89a8-600e-4fbc-8682-aec06d47c2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:16Z', 'updated_at': '2021-09-08T19:23:18Z', 'revision_number': 2, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'subnets': [{'id': '738f89a8-600e-4fbc-8682-aec06d47c2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:22.378359 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6c5f0d4c-adbd-4213-90a2-0ae3ce5fe9b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/375ea300-d301-4754-9bf3-07a2e29a4b8e HTTP/1.1" status: 204 len: 168 time: 0.6237309 Sep 08 19:23:22.595377 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Checking router: dbb8f5ee-23de-422d-a56c-787e32c756d4 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:23:22.595377 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Updating router dbb8f5ee-23de-422d-a56c-787e32c756d4 port fe60f962-7963-43d2-b3f9-a0b00ea7966c binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:23:22.600227 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f0d4c-adbd-4213-90a2-0ae3ce5fe9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375ea300-d301-4754-9bf3-07a2e29a4b8e,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:22.601356 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.631644 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.631644 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-7290c832-8f78-4b0d-b867-9beea9ac9950 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:22.631644 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-7290c832-8f78-4b0d-b867-9beea9ac9950 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 819 time: 0.2423866 Sep 08 19:23:22.631644 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-6f2d51ab-c283-4fe7-a402-6980e752d3e7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/quotas/40026f37090147acb5ef2c6cee17252d HTTP/1.1" status: 200 len: 375 time: 0.0107493 Sep 08 19:23:22.687490 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-e283af5f-4c2b-42c7-93a4-1c4ed9163289 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1052220 Sep 08 19:23:22.731163 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a3b3e721-f5e7-4502-b592-828007e57bd3 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:22.733519 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.734169 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.840831 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port a3b3e721-f5e7-4502-b592-828007e57bd3 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:22.841642 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.960021 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:22.986717 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Transition to ACTIVE for port object fe60f962-7963-43d2-b3f9-a0b00ea7966c will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:23.076418 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:23.104377 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Pushing event updated for resources: {'Port': ['ID=833b8dac-cecf-4d00-8ef7-09f2364bd99b,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:23.184198 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:23.198279 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-4badcd5d-5bab-4762-9944-2380ac1d1723 service neutron] 10.222.0.21 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982541 Sep 08 19:23:23.211024 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28164259-17d4-49e5-9e06-ed2b90524423 None None] Pushing event updated for resources: {'Port': ['ID=fe60f962-7963-43d2-b3f9-a0b00ea7966c,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:23.230697 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:23.309253 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Attempting to bind port fe60f962-7963-43d2-b3f9-a0b00ea7966c on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:23.309253 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Attempting to bind port fe60f962-7963-43d2-b3f9-a0b00ea7966c by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:23.335168 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Attempting to bind port fe60f962-7963-43d2-b3f9-a0b00ea7966c on network bf24ac38-2b8d-4503-9d06-e96587b6c526 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:23.348137 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:23.349063 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Checking segment: {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:23.349630 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:23.350318 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Bound using segment: {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:23.350995 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Bound port: fe60f962-7963-43d2-b3f9-a0b00ea7966c, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:23.351561 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:23.392341 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-b019c146-e077-4441-9aac-0e74fbf9090e service neutron] 10.222.0.21 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931748 Sep 08 19:23:23.498808 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] For port fe60f962-7963-43d2-b3f9-a0b00ea7966c, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:23.502944 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] For port fe60f962-7963-43d2-b3f9-a0b00ea7966c, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=fe60f962-7963-43d2-b3f9-a0b00ea7966c,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:23.514298 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f5c1f-86b0-4161-8466-7445784e9d20 req-f121b30a-aa17-4b71-b6f6-967e8764e242 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:23.516869 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-630f5c1f-86b0-4161-8466-7445784e9d20 req-f121b30a-aa17-4b71-b6f6-967e8764e242 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 931 time: 0.1343920 Sep 08 19:23:23.573239 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:23:23.594152 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-630f5c1f-86b0-4161-8466-7445784e9d20 req-252f6a0e-deb3-4ffc-a4a7-84ccf7ad23f0 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637014 Sep 08 19:23:23.609521 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Request body: {'port': {'device_id': '313ead41-ecae-4f89-ab5d-1a620331fdd0', 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc', 'admin_state_up': True, 'tenant_id': '44af43e186db418481f331503d3fdcd0'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:23.613055 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:23.643066 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:23.684186 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-bf619f04-0dd0-429d-bf27-7cd9a941e149 None None] Provisioning complete for port 833b8dac-cecf-4d00-8ef7-09f2364bd99b triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:23.684799 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bf619f04-0dd0-429d-bf27-7cd9a941e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:23.780903 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-9b0b29a3-6e51-4097-a181-0ade93427664 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:23:23.780903 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-9b0b29a3-6e51-4097-a181-0ade93427664 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001813 Sep 08 19:23:23.783036 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37908) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:23.811673 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-bf619f04-0dd0-429d-bf27-7cd9a941e149 None None] Port 833b8dac-cecf-4d00-8ef7-09f2364bd99b cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:23:23.858760 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Routers {'dbb8f5ee-23de-422d-a56c-787e32c756d4'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:23.868616 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['dbb8f5ee-23de-422d-a56c-787e32c756d4'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:23.919135 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4ccf0cba-7a08-4535-89a1-fe1e51451400 req-5e93ada8-8ddc-4d9d-a21f-8cfde85cfb5c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 210 time: 0.1630211 Sep 08 19:23:23.926239 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8064824-4947-4663-be0e-d49aabe8df51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:23.992274 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:23:24.078431 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28164259-17d4-49e5-9e06-ed2b90524423 None None] Pushing event updated for resources: {'Port': ['ID=fe60f962-7963-43d2-b3f9-a0b00ea7966c,revision_number=4']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:24.113478 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5468aff4-d5a3-4e1a-8c68-fc9c1b897d69 admin admin] 10.222.0.21 "PUT /v2.0/routers/aab0f271-f598-4a29-8270-2ccb7a2c6ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1166990 Sep 08 19:23:24.133820 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c505748b-c10f-4827-bb96-178d1052484f req-5d18ae88-f1e6-4a8f-bed8-455223e39ffa tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 210 time: 0.2019999 Sep 08 19:23:24.159784 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Made reservation on behalf of 44af43e186db418481f331503d3fdcd0 for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:24.164021 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:24.226902 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] Set router dbb8f5ee-23de-422d-a56c-787e32c756d4 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:24.248549 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Request body: {'port': {'device_id': '9dd9baae-9515-4670-b208-d6c55f7883b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:24.404369 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8064824-4947-4663-be0e-d49aabe8df51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:24.534322 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8064824-4947-4663-be0e-d49aabe8df51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:24.599886 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Allocated IP 172.20.0.4 (a5f66ed6-8379-450b-ae8b-a1c5e1d387cc/e058c8ab-8bb0-482a-82d7-84a2f30fea3e/a47c64b8-2ad4-414b-a0cb-cfca2d833e14) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:24.738621 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c8064824-4947-4663-be0e-d49aabe8df51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccaba356bf314d35a52e2ef8f1e5e882&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9544618 Sep 08 19:23:24.773366 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8064824-4947-4663-be0e-d49aabe8df51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41954526-cdc2-4cdb-afb8-a8b1d8afb5a8,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:24.824939 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 37968) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:24.861687 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 8698481c-e62d-455b-8eb8-9252ae145302 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:24.899259 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:11Z', 'updated_at': '2021-09-08T19:23:18Z', 'revision_number': 4, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'gw_port': {'id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:12Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'fe60f962-7963-43d2-b3f9-a0b00ea7966c', 'name': '', 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'mac_address': 'fa:16:3e:f3:cd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '738f89a8-600e-4fbc-8682-aec06d47c2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:16Z', 'updated_at': '2021-09-08T19:23:23Z', 'revision_number': 4, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'subnets': [{'id': '738f89a8-600e-4fbc-8682-aec06d47c2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:24.938363 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12a5da-e34d-473c-a5aa-38ad7c6ac282 None None] The sync data for ids ['dbb8f5ee-23de-422d-a56c-787e32c756d4'] in dv-cinder-807933-1-iscsi is: [{'id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:11Z', 'updated_at': '2021-09-08T19:23:18Z', 'revision_number': 4, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'gw_port': {'id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:12Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'fe60f962-7963-43d2-b3f9-a0b00ea7966c', 'name': '', 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'mac_address': 'fa:16:3e:f3:cd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '738f89a8-600e-4fbc-8682-aec06d47c2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:16Z', 'updated_at': '2021-09-08T19:23:23Z', 'revision_number': 4, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'subnets': [{'id': '738f89a8-600e-4fbc-8682-aec06d47c2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:23:25.001348 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:25.079062 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 8698481c-e62d-455b-8eb8-9252ae145302 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:25.084672 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 8698481c-e62d-455b-8eb8-9252ae145302 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:25.085361 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:25.245457 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:25.253960 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Sync routers for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:23:25.260580 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-35cd30e3-7dcc-4cec-8a45-69f2187995f8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:25.269061 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-35cd30e3-7dcc-4cec-8a45-69f2187995f8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 819 time: 0.7360156 Sep 08 19:23:25.307827 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:25.309567 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:25.316387 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-1c851635-4b0b-41d4-85d8-85883b89deb9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/quotas/40026f37090147acb5ef2c6cee17252d HTTP/1.1" status: 200 len: 375 time: 0.0379713 Sep 08 19:23:25.355024 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 37998) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:25.369593 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-220a92f7-fdff-48f9-adc2-4722e2cb8239 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285540935', 'description': 'tempest-description--60695226'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:25.385941 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2948-1da0-44f7-8f5f-e64fb4e67476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:25.530871 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-f283b5e9-b7bd-4ba9-ab84-0886d36f4190 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048628 Sep 08 19:23:25.611354 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:25.669968 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2948-1da0-44f7-8f5f-e64fb4e67476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:25.706769 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-470de212-ec8a-43fa-8863-f132cd966549 service neutron] 10.222.0.21 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679711 Sep 08 19:23:25.748822 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:25.825987 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 8698481c-e62d-455b-8eb8-9252ae145302, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=8698481c-e62d-455b-8eb8-9252ae145302,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:25.834264 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-1230cb8f-cb6c-4dba-9265-8de6da5037b5 service neutron] 10.222.0.21 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206365 Sep 08 19:23:25.848411 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-220a92f7-fdff-48f9-adc2-4722e2cb8239 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:25.925148 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.047063 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4aa2-cbc4-4fe8-a38d-930d1f9bc7b2 req-9311208a-50c3-40ab-b7dc-152cd2d9c05d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:26.048746 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ee9a4aa2-cbc4-4fe8-a38d-930d1f9bc7b2 req-9311208a-50c3-40ab-b7dc-152cd2d9c05d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 931 time: 0.4341090 Sep 08 19:23:26.108563 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-220a92f7-fdff-48f9-adc2-4722e2cb8239 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.137387 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=8698481c-e62d-455b-8eb8-9252ae145302,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:26.154335 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.169649 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:22Z', 'revision_number': 2, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:26.199669 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-220a92f7-fdff-48f9-adc2-4722e2cb8239 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.250622 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Checking router: aab0f271-f598-4a29-8270-2ccb7a2c6ad8 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:23:26.254483 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Updating router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 port 833b8dac-cecf-4d00-8ef7-09f2364bd99b binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:23:26.269183 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a92f7-fdff-48f9-adc2-4722e2cb8239 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d501c4-76d3-4ac1-b620-ac7c9d428f71,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:26.302533 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-220a92f7-fdff-48f9-adc2-4722e2cb8239 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.304022 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-220a92f7-fdff-48f9-adc2-4722e2cb8239 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.9440713 Sep 08 19:23:26.307539 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38014) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:26.313323 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-d69422de-adf5-4c50-84e5-8e3215167e30 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'security_group_rule': {'security_group_id': '51d501c4-76d3-4ac1-b620-ac7c9d428f71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:26.348943 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2948-1da0-44f7-8f5f-e64fb4e67476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.362695 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2948-1da0-44f7-8f5f-e64fb4e67476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.369707 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ee5e2948-1da0-44f7-8f5f-e64fb4e67476 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41954526-cdc2-4cdb-afb8-a8b1d8afb5a8 HTTP/1.1" status: 204 len: 168 time: 1.5382071 Sep 08 19:23:26.405394 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.519369 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e2948-1da0-44f7-8f5f-e64fb4e67476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41954526-cdc2-4cdb-afb8-a8b1d8afb5a8,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:26.549373 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:26.562944 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d69422de-adf5-4c50-84e5-8e3215167e30 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.613373 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ee9a4aa2-cbc4-4fe8-a38d-930d1f9bc7b2 req-6f4e3717-7a51-4ba8-a3dc-1b93200ebfe3 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440271 Sep 08 19:23:26.712322 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75940604-f988-4d2f-beec-6b0569e6f387 req-cf38d8d9-d049-4064-86de-d50e6c3061c4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:26.730263 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-75940604-f988-4d2f-beec-6b0569e6f387 req-cf38d8d9-d049-4064-86de-d50e6c3061c4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 931 time: 0.3372514 Sep 08 19:23:26.811758 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa2eaf9-af53-42ee-bb35-776b9743a218 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:26.845189 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.908936 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d69422de-adf5-4c50-84e5-8e3215167e30 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.909167 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Transition to ACTIVE for port object 6aa2eaf9-af53-42ee-bb35-776b9743a218 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:26.948817 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:26.961565 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:26.975913 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:26.976565 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:26.998582 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Pushing event updated for resources: {'Port': ['ID=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:27.033509 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-75940604-f988-4d2f-beec-6b0569e6f387 req-f36e07a1-d24e-48fe-a091-9ea27480fc93 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022981 Sep 08 19:23:27.035834 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d69422de-adf5-4c50-84e5-8e3215167e30 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.058588 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.097011 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-37b48f7c-e741-4e59-935a-c850518b0ebc req-e06901b4-9a33-4e24-a2de-0daeaed0be80 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 210 time: 0.1344736 Sep 08 19:23:27.109300 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-ebaf2603-cbd6-4067-8bef-6cf7d268651f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5052047 Sep 08 19:23:27.148162 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Request body: {'port': {'device_id': '313ead41-ecae-4f89-ab5d-1a620331fdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:27.182290 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69422de-adf5-4c50-84e5-8e3215167e30 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791b8d37-2413-48d0-a977-9a173d14d216,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:27.215167 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2eaf9-af53-42ee-bb35-776b9743a218,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:27.227061 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d69422de-adf5-4c50-84e5-8e3215167e30 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.227061 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d69422de-adf5-4c50-84e5-8e3215167e30 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9154756 Sep 08 19:23:27.227061 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38054) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:27.233403 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-bcc4830a-ed14-40a2-aefb-e4e5a4e5ed01 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'security_group_rule': {'security_group_id': '51d501c4-76d3-4ac1-b620-ac7c9d428f71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:27.296421 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.38', 50607) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:27.297893 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 8698481c-e62d-455b-8eb8-9252ae145302 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:27.487905 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bcc4830a-ed14-40a2-aefb-e4e5a4e5ed01 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.696908 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 8698481c-e62d-455b-8eb8-9252ae145302 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:27.697718 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.743078 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bcc4830a-ed14-40a2-aefb-e4e5a4e5ed01 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.762712 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-a239f6f6-6607-4261-a9d1-bed473cd35b8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:27.771768 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-a239f6f6-6607-4261-a9d1-bed473cd35b8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.38 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 819 time: 0.4740343 Sep 08 19:23:27.774816 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.804055 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.807471 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Attempting to bind port 6aa2eaf9-af53-42ee-bb35-776b9743a218 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:27.807998 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Attempting to bind port 6aa2eaf9-af53-42ee-bb35-776b9743a218 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'f42bdc7f-f9cd-4051-9f63-0b2d49c3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7989a117-ae12-4a79-ab76-69dd6bfe06dd'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:27.808570 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Transition to ACTIVE for port object 833b8dac-cecf-4d00-8ef7-09f2364bd99b will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:27.808743 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Attempting to bind port 6aa2eaf9-af53-42ee-bb35-776b9743a218 on network 7989a117-ae12-4a79-ab76-69dd6bfe06dd {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:27.833956 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Port 6aa2eaf9-af53-42ee-bb35-776b9743a218 on network 7989a117-ae12-4a79-ab76-69dd6bfe06dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:23:27.837419 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Attempting to bind port 6aa2eaf9-af53-42ee-bb35-776b9743a218 on network 7989a117-ae12-4a79-ab76-69dd6bfe06dd {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:27.859028 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:27.859384 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Checking segment: {'id': 'f42bdc7f-f9cd-4051-9f63-0b2d49c3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7989a117-ae12-4a79-ab76-69dd6bfe06dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:27.866734 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Bound using segment: {'id': 'f42bdc7f-f9cd-4051-9f63-0b2d49c3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7989a117-ae12-4a79-ab76-69dd6bfe06dd'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:27.867144 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Bound port: 6aa2eaf9-af53-42ee-bb35-776b9743a218, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42bdc7f-f9cd-4051-9f63-0b2d49c3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7989a117-ae12-4a79-ab76-69dd6bfe06dd'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:27.867517 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.872016 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Request body: {'port': {'device_id': 'b93325a6-0737-459e-b8ac-dffbba89992d', 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526', 'admin_state_up': True, 'tenant_id': '40026f37090147acb5ef2c6cee17252d'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:27.884645 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bcc4830a-ed14-40a2-aefb-e4e5a4e5ed01 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:27.926117 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:28.033346 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4830a-ed14-40a2-aefb-e4e5a4e5ed01 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708e8b97-1f59-4ca5-8236-9e6f4e722493,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:28.136789 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device fe60f962-7963-43d2-b3f9-a0b00ea7966c up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:28.136893 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc5ca-cfbe-4a9e-aa54-dbe8dece35a3 req-3e597484-3b20-4576-b5d3-347ba441bed4 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:28.136893 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-088cc5ca-cfbe-4a9e-aa54-dbe8dece35a3 req-3e597484-3b20-4576-b5d3-347ba441bed4 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 943 time: 0.3506551 Sep 08 19:23:28.136893 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bcc4830a-ed14-40a2-aefb-e4e5a4e5ed01 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:28.136893 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bcc4830a-ed14-40a2-aefb-e4e5a4e5ed01 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8977098 Sep 08 19:23:28.158155 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38100) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:28.189134 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'floatingip': {'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:28.287962 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba929c-72bf-4993-92e1-7b61cb486679 None None] Pushing event updated for resources: {'Port': ['ID=833b8dac-cecf-4d00-8ef7-09f2364bd99b,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:28.403296 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38106) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:28.465215 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Attempting to bind port 833b8dac-cecf-4d00-8ef7-09f2364bd99b on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:28.465875 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Attempting to bind port 833b8dac-cecf-4d00-8ef7-09f2364bd99b by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:28.466709 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Attempting to bind port 833b8dac-cecf-4d00-8ef7-09f2364bd99b on network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:28.476004 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:28.476875 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Checking segment: {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:28.476875 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:28.477291 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Bound using segment: {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:28.477921 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Bound port: 833b8dac-cecf-4d00-8ef7-09f2364bd99b, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:28.478445 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:28.515713 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-088cc5ca-cfbe-4a9e-aa54-dbe8dece35a3 req-d382a700-7a90-4e5d-87d4-56fa5f86aeaf tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970691 Sep 08 19:23:28.563003 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:28.671496 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port fe60f962-7963-43d2-b3f9-a0b00ea7966c completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:28.682519 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Made reservation on behalf of 40026f37090147acb5ef2c6cee17252d for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:28.688848 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:28.691589 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] For port 833b8dac-cecf-4d00-8ef7-09f2364bd99b, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:28.723863 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port fe60f962-7963-43d2-b3f9-a0b00ea7966c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:28.724157 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:28.764826 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9631e-3705-4f0f-af85-b7a5f5c0ab1f req-44565a97-6d30-44d4-aff0-4e9d48cf4fb0 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:28.767706 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] For port 833b8dac-cecf-4d00-8ef7-09f2364bd99b, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=833b8dac-cecf-4d00-8ef7-09f2364bd99b,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:28.770963 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6fc9631e-3705-4f0f-af85-b7a5f5c0ab1f req-44565a97-6d30-44d4-aff0-4e9d48cf4fb0 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 931 time: 0.4812932 Sep 08 19:23:28.796465 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6d5d4330-d433-42dd-9f6d-668f3797376f req-5cdf630b-e507-4f1a-8bde-cf3370a433e9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 210 time: 0.0903623 Sep 08 19:23:28.948215 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:28.956382 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:29.025652 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] For port 6aa2eaf9-af53-42ee-bb35-776b9743a218, host hv-cinder-80793, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:29.075931 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6fc9631e-3705-4f0f-af85-b7a5f5c0ab1f req-8fa44e21-aeec-45bd-bb03-99eeb9325008 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831695 Sep 08 19:23:29.091805 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] For port 6aa2eaf9-af53-42ee-bb35-776b9743a218, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6aa2eaf9-af53-42ee-bb35-776b9743a218,segment=NetworkSegment(f42bdc7f-f9cd-4051-9f63-0b2d49c3633c),segment_id=f42bdc7f-f9cd-4051-9f63-0b2d49c3633c)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:29.099319 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba929c-72bf-4993-92e1-7b61cb486679 None None] Pushing event updated for resources: {'Port': ['ID=833b8dac-cecf-4d00-8ef7-09f2364bd99b,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:29.262414 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port fe60f962-7963-43d2-b3f9-a0b00ea7966c, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=fe60f962-7963-43d2-b3f9-a0b00ea7966c,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:29.271256 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:29.281284 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:29.282173 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:29.349450 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:29.350681 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:29.353322 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] 10.222.0.38 "PUT /v2.0/ports/6aa2eaf9-af53-42ee-bb35-776b9743a218 HTTP/1.1" status: 200 len: 1093 time: 5.2588480 Sep 08 19:23:29.355335 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd9baae-9515-4670-b208-d6c55f7883b9', 'tag': '6aa2eaf9-af53-42ee-bb35-776b9743a218'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:23:29.375666 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c65ca115-f5e2-4862-a4f9-5431eded1703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:29.415708 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:29.589335 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=fe60f962-7963-43d2-b3f9-a0b00ea7966c,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:29.651618 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59688d-a95f-489f-90eb-035b23f1c25e service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2eaf9-af53-42ee-bb35-776b9743a218,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:29.695354 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47c64b8-2ad4-414b-a0cb-cfca2d833e14 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:29.712630 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:29.717883 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-b07fd31e-deff-4c78-b81a-d1dd369c67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:29.719915 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-b07fd31e-deff-4c78-b81a-d1dd369c67eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04c41f31e2984a6baf747d88672df563&device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 1096 time: 0.2149239 Sep 08 19:23:29.722071 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:29.729337 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38138) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:29.786999 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Transition to ACTIVE for port object a47c64b8-2ad4-414b-a0cb-cfca2d833e14 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:29.845311 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:29.896406 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:29.997077 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.38', 50612) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:30.004761 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd9baae-9515-4670-b208-d6c55f7883b9", "tag": "6aa2eaf9-af53-42ee-bb35-776b9743a218"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:23:30.034645 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Allocated IP 172.20.0.2 (bf24ac38-2b8d-4503-9d06-e96587b6c526/738f89a8-600e-4fbc-8682-aec06d47c2d8/00cd8ba7-3321-4f00-936f-999c0955df5c) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:30.096032 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-6e71d415-1040-47b3-a2c4-4c693b296e82 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa2eaf9-af53-42ee-bb35-776b9743a218 HTTP/1.1" status: 200 len: 217 time: 0.2958348 Sep 08 19:23:30.133504 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94cda-6bc5-4ae3-9b33-d8f84c66b2e9 req-120d2d4f-c0eb-4295-a140-24d6b5d0a3da tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:30.165700 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4929-cee4-469f-bd19-fb7d834d855f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:30.168736 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4ca94cda-6bc5-4ae3-9b33-d8f84c66b2e9 req-120d2d4f-c0eb-4295-a140-24d6b5d0a3da tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 943 time: 0.4158900 Sep 08 19:23:30.267462 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:28Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:30.285490 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0034078c-fbbf-444a-ae1c-ef8ed0e1206b req-50e88a2f-8de6-4388-8716-22a85fb75c85 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 210 time: 0.2892179 Sep 08 19:23:30.298830 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77f558-3e4e-47a7-b475-e823e49d3562 None None] The sync data for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi is: [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:28Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:23:30.313377 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4ca94cda-6bc5-4ae3-9b33-d8f84c66b2e9 req-422450fc-0769-4ead-9af7-43ebd1c010e4 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426985 Sep 08 19:23:30.374166 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c65ca115-f5e2-4862-a4f9-5431eded1703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:30.585580 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c65ca115-f5e2-4862-a4f9-5431eded1703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:30.586929 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Allocated IP 172.27.0.217 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/8ab62428-543c-4f07-9c95-05106244a6ef) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:30.587207 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c65ca115-f5e2-4862-a4f9-5431eded1703 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=639c74c91f1d409e92152624f7ad650f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1651471 Sep 08 19:23:30.616758 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38174) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:30.803303 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ca115-f5e2-4862-a4f9-5431eded1703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c543aeb-eef0-4ec0-92d9-b7cad6cebe68,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:30.900134 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-379cbd6e-c5b6-44aa-bf4d-20b5d07cf339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:30.904769 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:30.948388 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044495a-c48e-4677-a180-3cbba65df85b req-a2f4d7f6-800f-4316-8c60-096964ebc56c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:30.961459 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5044495a-c48e-4677-a180-3cbba65df85b req-a2f4d7f6-800f-4316-8c60-096964ebc56c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 943 time: 0.3833025 Sep 08 19:23:30.973892 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4929-cee4-469f-bd19-fb7d834d855f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:30.993075 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-05354ae1-3454-4b29-982d-8640fd8ac557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:30.994708 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-05354ae1-3454-4b29-982d-8640fd8ac557 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8a8302d8-c12f-4b4f-92be-5dfda2d91da6 HTTP/1.1" status: 200 len: 851 time: 0.7119141 Sep 08 19:23:31.008655 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0eae76-c3b7-4c9e-ab57-5925b7cc9b33 x-openstack-request-id: req-1b0eae76-c3b7-4c9e-ab57-5925b7cc9b33 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:23:31.012345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd9baae-9515-4670-b208-d6c55f7883b9", "tag": "6aa2eaf9-af53-42ee-bb35-776b9743a218", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:23:31.012345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b0eae76-c3b7-4c9e-ab57-5925b7cc9b33 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:23:31.012345 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd9baae-9515-4670-b208-d6c55f7883b9', 'tag': '6aa2eaf9-af53-42ee-bb35-776b9743a218', 'status': 'completed', 'code': 200} Sep 08 19:23:31.012667 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-379cbd6e-c5b6-44aa-bf4d-20b5d07cf339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.082956 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5044495a-c48e-4677-a180-3cbba65df85b req-dc4c9d49-2111-4b45-94e4-083ce8862c24 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204746 Sep 08 19:23:31.126372 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Attempting to bind port a47c64b8-2ad4-414b-a0cb-cfca2d833e14 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:31.126926 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Attempting to bind port a47c64b8-2ad4-414b-a0cb-cfca2d833e14 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:31.127039 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Attempting to bind port a47c64b8-2ad4-414b-a0cb-cfca2d833e14 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:31.167544 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.257413 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Pushing event updated for resources: {'Port': ['ID=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:31.276094 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-715e5a2a-bef3-4ffe-b3a1-352b3fa44ede service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7989a117-ae12-4a79-ab76-69dd6bfe06dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2540460 Sep 08 19:23:31.276720 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4929-cee4-469f-bd19-fb7d834d855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.306617 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Port a47c64b8-2ad4-414b-a0cb-cfca2d833e14 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:23:31.306949 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Attempting to bind port a47c64b8-2ad4-414b-a0cb-cfca2d833e14 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:31.368383 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38194) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:31.402846 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-379cbd6e-c5b6-44aa-bf4d-20b5d07cf339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.408668 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-379cbd6e-c5b6-44aa-bf4d-20b5d07cf339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.410088 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-379cbd6e-c5b6-44aa-bf4d-20b5d07cf339 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c543aeb-eef0-4ec0-92d9-b7cad6cebe68 HTTP/1.1" status: 204 len: 168 time: 0.7921200 Sep 08 19:23:31.458761 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e4929-cee4-469f-bd19-fb7d834d855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b7218-dd42-4ba3-b63f-5354c6963ce8,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:31.468935 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:31.471060 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Checking segment: {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:31.473634 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Bound using segment: {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:31.474528 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Bound port: a47c64b8-2ad4-414b-a0cb-cfca2d833e14, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:31.475716 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.537236 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Pushing event updated for resources: {'Port': ['ID=00cd8ba7-3321-4f00-936f-999c0955df5c,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:31.564279 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Network bf24ac38-2b8d-4503-9d06-e96587b6c526 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:31.573906 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:31.645362 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cbd6e-c5b6-44aa-bf4d-20b5d07cf339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c543aeb-eef0-4ec0-92d9-b7cad6cebe68,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:31.650902 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:31.668760 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:31.671216 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.688171 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.764190 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe6f7-27e8-4720-af99-145e52f7cc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.791041 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eb21b-17e1-4339-8352-76eb77081c29 req-bc459c87-33af-443e-8821-b130ea005a30 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:31.797528 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df6eb21b-17e1-4339-8352-76eb77081c29 req-bc459c87-33af-443e-8821-b130ea005a30 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 943 time: 0.3057933 Sep 08 19:23:31.841960 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-99e9e9a6-1909-419c-8ce3-1eba3384066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:31.889508 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-df113c53-57b4-4f4a-bef2-4e71cddaa272 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0335238 Sep 08 19:23:31.906463 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0e3e4929-cee4-469f-bd19-fb7d834d855f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66e73450ff094ef5aaed571130655517&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1702790 Sep 08 19:23:31.917563 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Request body: {'port': {'device_id': 'b93325a6-0737-459e-b8ac-dffbba89992d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:31.924196 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 833b8dac-cecf-4d00-8ef7-09f2364bd99b up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:31.962510 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38208) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:31.978110 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e25a51b5-4fb0-4a96-9a08-f086e6256cb8 req-a17d9967-1ad5-469b-8d67-0d739c732af8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 210 time: 0.1663613 Sep 08 19:23:32.028072 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-1e1d4782-6e4f-45a4-9f99-18729e73621a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:32.031678 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-1e1d4782-6e4f-45a4-9f99-18729e73621a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.38 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 819 time: 2.0219252 Sep 08 19:23:32.073321 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df6eb21b-17e1-4339-8352-76eb77081c29 req-c361b1ab-773f-4c3a-b24d-31f73bf79bdf tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747796 Sep 08 19:23:32.114022 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.133875 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Request body: {'port': {'device_id': '66575c59-d8e0-4214-82e6-0972c148c75e', 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526', 'admin_state_up': True, 'tenant_id': '40026f37090147acb5ef2c6cee17252d'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:32.176837 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 833b8dac-cecf-4d00-8ef7-09f2364bd99b completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:32.182277 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 833b8dac-cecf-4d00-8ef7-09f2364bd99b triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:32.318885 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.318885 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.343698 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 833b8dac-cecf-4d00-8ef7-09f2364bd99b, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=833b8dac-cecf-4d00-8ef7-09f2364bd99b,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:32.430224 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.431365 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device fe60f962-7963-43d2-b3f9-a0b00ea7966c up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:32.480247 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-401d0f20-5aa6-48f3-9311-3d8867ac7424 service neutron] 10.222.0.38 "GET /v2.0/networks/7989a117-ae12-4a79-ab76-69dd6bfe06dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9913538 Sep 08 19:23:32.508411 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe6f7-27e8-4720-af99-145e52f7cc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.588102 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe6f7-27e8-4720-af99-145e52f7cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.614753 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port fe60f962-7963-43d2-b3f9-a0b00ea7966c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:32.617412 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.650055 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=833b8dac-cecf-4d00-8ef7-09f2364bd99b,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:32.665576 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-7a8fe6f7-27e8-4720-af99-145e52f7cc15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a4e0027e36f4fd89310fc2308411213&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2759700 Sep 08 19:23:32.666350 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38222) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:32.668480 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] For port a47c64b8-2ad4-414b-a0cb-cfca2d833e14, host hv-cinder-80793, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:32.681830 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fe6f7-27e8-4720-af99-145e52f7cc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322f35c6-8e97-4ccf-9364-37076d52580e,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:32.725490 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] For port a47c64b8-2ad4-414b-a0cb-cfca2d833e14, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:32.736513 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5dcdaa57-f77d-4c5a-a223-82d1720eb9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.756889 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cd8ba7-3321-4f00-936f-999c0955df5c {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:32.770527 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.774084 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51496d08-b05a-4b82-bdba-ded38426108c req-36e29d79-5c54-4bef-a581-6bc894c9c0ab tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:32.775881 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-51496d08-b05a-4b82-bdba-ded38426108c req-36e29d79-5c54-4bef-a581-6bc894c9c0ab tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 943 time: 0.3085845 Sep 08 19:23:32.788095 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76135526-bea1-46d8-8fdb-0d0d66b5fe57 req-f2511441-52dd-425f-87c0-58c506d46c86 service neutron] 10.222.0.38 "GET /v2.0/networks/7989a117-ae12-4a79-ab76-69dd6bfe06dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702713 Sep 08 19:23:32.791771 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1f6a098e-e266-4a3d-815f-051dec68ac5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.799672 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Transition to ACTIVE for port object 00cd8ba7-3321-4f00-936f-999c0955df5c will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:32.815520 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5dcdaa57-f77d-4c5a-a223-82d1720eb9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.819481 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1f6a098e-e266-4a3d-815f-051dec68ac5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.889221 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-51496d08-b05a-4b82-bdba-ded38426108c req-6f248f22-4372-4ba8-b7fc-e0876aaf8772 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883884 Sep 08 19:23:32.930964 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.933140 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:32.939414 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.002638 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1f6a098e-e266-4a3d-815f-051dec68ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.006119 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1f6a098e-e266-4a3d-815f-051dec68ac5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.007667 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-1f6a098e-e266-4a3d-815f-051dec68ac5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/322f35c6-8e97-4ccf-9364-37076d52580e HTTP/1.1" status: 204 len: 168 time: 0.3379090 Sep 08 19:23:33.016808 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Made reservation on behalf of 40026f37090147acb5ef2c6cee17252d for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:33.020974 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Pushing event updated for resources: {'Port': ['ID=00cd8ba7-3321-4f00-936f-999c0955df5c,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:33.031715 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.053721 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:33.054418 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.055979 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] 10.222.0.38 "PUT /v2.0/ports/a47c64b8-2ad4-414b-a0cb-cfca2d833e14 HTTP/1.1" status: 200 len: 1093 time: 5.9143090 Sep 08 19:23:33.069576 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313ead41-ecae-4f89-ab5d-1a620331fdd0', 'tag': 'a47c64b8-2ad4-414b-a0cb-cfca2d833e14'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:23:33.073170 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937530da-2064-4237-835f-34db8faf6da6" -d '{"events": [{"name": "network-changed", "server_uuid": "313ead41-ecae-4f89-ab5d-1a620331fdd0", "tag": "a47c64b8-2ad4-414b-a0cb-cfca2d833e14"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:23:33.098037 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a098e-e266-4a3d-815f-051dec68ac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322f35c6-8e97-4ccf-9364-37076d52580e,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:33.111272 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:33.120756 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5dcdaa57-f77d-4c5a-a223-82d1720eb9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.128812 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Attempting to bind port 00cd8ba7-3321-4f00-936f-999c0955df5c on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:33.129372 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Attempting to bind port 00cd8ba7-3321-4f00-936f-999c0955df5c by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:33.129549 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Attempting to bind port 00cd8ba7-3321-4f00-936f-999c0955df5c on network bf24ac38-2b8d-4503-9d06-e96587b6c526 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:33.132012 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5dcdaa57-f77d-4c5a-a223-82d1720eb9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.139685 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5dcdaa57-f77d-4c5a-a223-82d1720eb9c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e28b7218-dd42-4ba3-b63f-5354c6963ce8 HTTP/1.1" status: 204 len: 168 time: 1.1603239 Sep 08 19:23:33.146512 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Port 00cd8ba7-3321-4f00-936f-999c0955df5c on network bf24ac38-2b8d-4503-9d06-e96587b6c526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:23:33.146845 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Attempting to bind port 00cd8ba7-3321-4f00-936f-999c0955df5c on network bf24ac38-2b8d-4503-9d06-e96587b6c526 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:33.154161 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:33.154733 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Checking segment: {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:33.155295 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Bound using segment: {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:33.155871 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Bound port: 00cd8ba7-3321-4f00-936f-999c0955df5c, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:33.156242 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.189614 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:33.210611 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb28c24-ad1f-4f46-9c85-a686cf8e1111 x-openstack-request-id: req-6fb28c24-ad1f-4f46-9c85-a686cf8e1111 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:23:33.211288 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313ead41-ecae-4f89-ab5d-1a620331fdd0", "tag": "a47c64b8-2ad4-414b-a0cb-cfca2d833e14", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:23:33.211821 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fb28c24-ad1f-4f46-9c85-a686cf8e1111 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:23:33.212450 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313ead41-ecae-4f89-ab5d-1a620331fdd0', 'tag': 'a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'status': 'completed', 'code': 200} Sep 08 19:23:33.213598 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:33.364040 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7eeef793-d9b7-4f35-b028-bfb8bf39fa57 req-c80675a3-158d-400a-ae54-947f135363b0 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 210 time: 0.1413741 Sep 08 19:23:33.387074 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.457299 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] For port 00cd8ba7-3321-4f00-936f-999c0955df5c, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:33.489435 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] For port 00cd8ba7-3321-4f00-936f-999c0955df5c, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=00cd8ba7-3321-4f00-936f-999c0955df5c,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:33.534880 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'Port': ['ID=8ab62428-543c-4f07-9c95-05106244a6ef,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:33.536186 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 833b8dac-cecf-4d00-8ef7-09f2364bd99b up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:33.537445 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdaa57-f77d-4c5a-a223-82d1720eb9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b7218-dd42-4ba3-b63f-5354c6963ce8,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:33.658412 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 833b8dac-cecf-4d00-8ef7-09f2364bd99b triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:33.658721 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.728764 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.792882 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937530da-2064-4237-835f-34db8faf6da6 req-6a459d69-ef45-4b3a-85ed-e32e17a0deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:33.795096 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-937530da-2064-4237-835f-34db8faf6da6 req-6a459d69-ef45-4b3a-85ed-e32e17a0deea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 1096 time: 0.3946381 Sep 08 19:23:33.797026 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-86e652c7-a40f-4322-9e90-6cc8c8623b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:33.799112 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-86e652c7-a40f-4322-9e90-6cc8c8623b6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04c41f31e2984a6baf747d88672df563&device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 1096 time: 0.6549387 Sep 08 19:23:33.822917 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.835885 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403b35-a941-4908-a4f9-857a911d102c req-d5eaeef7-b7c2-45ac-9131-6b4d921b2573 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:33.837559 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c2403b35-a941-4908-a4f9-857a911d102c req-d5eaeef7-b7c2-45ac-9131-6b4d921b2573 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 943 time: 0.3048763 Sep 08 19:23:33.842506 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c34069-f693-409a-bdac-a0cff3bacbbe service neutron] Pushing event updated for resources: {'Port': ['ID=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:33.850472 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:33.853586 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:33.858020 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] 10.222.0.38 "PUT /v2.0/ports/00cd8ba7-3321-4f00-936f-999c0955df5c HTTP/1.1" status: 200 len: 1093 time: 1.9451950 Sep 08 19:23:33.859646 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93325a6-0737-459e-b8ac-dffbba89992d', 'tag': '00cd8ba7-3321-4f00-936f-999c0955df5c'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:23:33.872793 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Allocated IP 172.20.0.11 (bf24ac38-2b8d-4503-9d06-e96587b6c526/738f89a8-600e-4fbc-8682-aec06d47c2d8/1fdda553-e2a1-4302-b313-ed1f04f8f99d) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:33.969780 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcf717-6286-462a-90ee-b20a63bf8bed service neutron] Pushing event updated for resources: {'Port': ['ID=00cd8ba7-3321-4f00-936f-999c0955df5c,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:34.066607 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11cc47-b6f2-4049-b5a9-82db0351cd94 req-98eb151b-aed2-4de4-96e2-26af04fd436c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:34.076795 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7f11cc47-b6f2-4049-b5a9-82db0351cd94 req-98eb151b-aed2-4de4-96e2-26af04fd436c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 943 time: 0.0980594 Sep 08 19:23:34.123619 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7f11cc47-b6f2-4049-b5a9-82db0351cd94 req-774f5ab5-ed56-4364-a938-1185252e1261 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459933 Sep 08 19:23:34.227046 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c2403b35-a941-4908-a4f9-857a911d102c req-45b8b2d2-b655-417a-8212-d58746c6ede6 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594804 Sep 08 19:23:34.266292 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f8bc075f-d9ab-405d-a67a-a54578f509f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.474303 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-d8e7c558-ff1a-47f6-9525-5f8121fbc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:34.475771 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-d8e7c558-ff1a-47f6-9525-5f8121fbc837 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7989a117-ae12-4a79-ab76-69dd6bfe06dd HTTP/1.1" status: 200 len: 911 time: 0.5958223 Sep 08 19:23:34.480907 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937530da-2064-4237-835f-34db8faf6da6 req-b533d69f-1bcc-4155-a551-29807ef200ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:34.482762 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-937530da-2064-4237-835f-34db8faf6da6 req-b533d69f-1bcc-4155-a551-29807ef200ac service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=44af43e186db418481f331503d3fdcd0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6016879 Sep 08 19:23:34.493155 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.530128 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38260) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:34.536133 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8405db1e-5359-4d5f-9fee-d17431db66c2 req-b2642fb6-c927-4dc6-b880-bbaa890b93a1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 210 time: 0.0801048 Sep 08 19:23:34.607243 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.611535 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-57571d26-d5d0-4cf3-bddb-200378f3a924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.663487 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38262) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:34.678334 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.792521 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-67707ce1-d155-4b79-b52c-5ff02e4bd919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.792957 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.792957 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.793336 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad63bb9d-8be7-49e5-b28a-d2888e6acfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b93325a6-0737-459e-b8ac-dffbba89992d", "tag": "00cd8ba7-3321-4f00-936f-999c0955df5c"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:23:34.795000 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'Port': ['ID=8ab62428-543c-4f07-9c95-05106244a6ef,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:34.863155 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-57571d26-d5d0-4cf3-bddb-200378f3a924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.935127 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:34.993206 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Network bf24ac38-2b8d-4503-9d06-e96587b6c526 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:34.999095 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:35.008273 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4489dd81-64c3-4682-b3be-028e38520163 x-openstack-request-id: req-4489dd81-64c3-4682-b3be-028e38520163 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:23:35.008570 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93325a6-0737-459e-b8ac-dffbba89992d", "tag": "00cd8ba7-3321-4f00-936f-999c0955df5c", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:23:35.008800 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4489dd81-64c3-4682-b3be-028e38520163 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:23:35.009239 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93325a6-0737-459e-b8ac-dffbba89992d', 'tag': '00cd8ba7-3321-4f00-936f-999c0955df5c', 'status': 'completed', 'code': 200} Sep 08 19:23:35.009541 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-57571d26-d5d0-4cf3-bddb-200378f3a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.012529 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:35.019239 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:35.019979 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.413255 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.432574 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-66a87645-d16b-4739-bd6f-d09e3b66b41c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2578943 Sep 08 19:23:35.466949 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Pushing event updated for resources: {'Port': ['ID=1fdda553-e2a1-4302-b313-ed1f04f8f99d,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:35.498013 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-57571d26-d5d0-4cf3-bddb-200378f3a924 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=444a00a65b494002b00f4478719b28cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9658244 Sep 08 19:23:35.502749 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38286) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:35.511131 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-67707ce1-d155-4b79-b52c-5ff02e4bd919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.521212 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57571d26-d5d0-4cf3-bddb-200378f3a924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426d75f5-005a-4873-8c51-648fdf76be08,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:35.545093 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d62e0c-809c-45d0-abee-63ab6d7316c6 req-54faea8b-4cc7-457d-8590-d0b1f2444f65 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:35.548833 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b9d62e0c-809c-45d0-abee-63ab6d7316c6 req-54faea8b-4cc7-457d-8590-d0b1f2444f65 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 943 time: 0.1468008 Sep 08 19:23:35.569436 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818aa78-2c18-48c8-ba98-884a42ded77a req-81f4842d-085c-45ce-b39f-91a4514ab0b8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:35.571258 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9818aa78-2c18-48c8-ba98-884a42ded77a req-81f4842d-085c-45ce-b39f-91a4514ab0b8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 943 time: 0.1054780 Sep 08 19:23:35.639503 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-67707ce1-d155-4b79-b52c-5ff02e4bd919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.648963 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b9d62e0c-809c-45d0-abee-63ab6d7316c6 req-bb939480-a92e-4fec-ada5-371af70befcf tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951192 Sep 08 19:23:35.777372 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-484517b3-5cf0-473c-ac3a-6b15940c3255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.777372 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9818aa78-2c18-48c8-ba98-884a42ded77a req-a466ff72-769c-4256-aafb-5c660b79a2d7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094842 Sep 08 19:23:35.777372 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67707ce1-d155-4b79-b52c-5ff02e4bd919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141b7251-e28d-47c7-abf2-e9d53cde7d9d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:35.777372 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-67707ce1-d155-4b79-b52c-5ff02e4bd919 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d0391bfb2ad4d609e0155e5e3856176&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0782580 Sep 08 19:23:35.777372 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-484517b3-5cf0-473c-ac3a-6b15940c3255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.780194 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479d8c7-9347-4858-927c-cb33aa5791f6 req-67e8aecd-7bcb-4793-97a2-6225d825bc65 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:35.780194 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d479d8c7-9347-4858-927c-cb33aa5791f6 req-67e8aecd-7bcb-4793-97a2-6225d825bc65 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 932 time: 0.0514600 Sep 08 19:23:35.800531 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38302) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:35.862090 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-275d377a-8a39-4805-8310-798bcad7a385 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--285540935&fields=id&tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c HTTP/1.1" status: 200 len: 267 time: 0.0710425 Sep 08 19:23:35.883661 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d479d8c7-9347-4858-927c-cb33aa5791f6 req-7ec5cdf7-8640-4c0d-93aa-0ee2fde995b2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058226 Sep 08 19:23:35.920511 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2984-0f42-44d8-9d5d-c4cf1ae00bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.934809 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.938106 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-eee7a609-d709-445c-848e-1ad4e62f7d39 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8107755 Sep 08 19:23:35.960325 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2984-0f42-44d8-9d5d-c4cf1ae00bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.987728 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-484517b3-5cf0-473c-ac3a-6b15940c3255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.991901 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-484517b3-5cf0-473c-ac3a-6b15940c3255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:35.993207 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-484517b3-5cf0-473c-ac3a-6b15940c3255 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/426d75f5-005a-4873-8c51-648fdf76be08 HTTP/1.1" status: 204 len: 168 time: 0.4867988 Sep 08 19:23:36.040703 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484517b3-5cf0-473c-ac3a-6b15940c3255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426d75f5-005a-4873-8c51-648fdf76be08,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:36.116914 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4d1ccc5f-a0ab-4876-8394-8cfd914db346 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:36.121870 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4d1ccc5f-a0ab-4876-8394-8cfd914db346 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 817 time: 0.2522459 Sep 08 19:23:36.133343 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-9273a14e-b740-47a6-9be3-6508dc3da434 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/quotas/5630c3d42e0c46d390aa6c787c9f7f8c HTTP/1.1" status: 200 len: 375 time: 0.0096574 Sep 08 19:23:36.196935 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-db8aab61-05f1-47fa-a962-ec86d0391fd7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568123 Sep 08 19:23:36.258682 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2984-0f42-44d8-9d5d-c4cf1ae00bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:36.261489 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2984-0f42-44d8-9d5d-c4cf1ae00bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:36.262757 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7c4a2984-0f42-44d8-9d5d-c4cf1ae00bfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/141b7251-e28d-47c7-abf2-e9d53cde7d9d HTTP/1.1" status: 204 len: 168 time: 0.4613035 Sep 08 19:23:36.276589 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a2984-0f42-44d8-9d5d-c4cf1ae00bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141b7251-e28d-47c7-abf2-e9d53cde7d9d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:36.309170 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-59d2ce89-ba2a-47b3-a564-555b2d3f568e service neutron] 10.222.0.21 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955575 Sep 08 19:23:36.416429 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6c085c64-5fb3-46cf-8f60-af0be23e3348 service neutron] 10.222.0.21 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993102 Sep 08 19:23:36.754104 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a16b90a-182a-46ed-a665-cda67924ba26 req-88f333c3-7341-42f3-bdd5-a34d17009973 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 210 time: 0.0322976 Sep 08 19:23:36.957780 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc67dd-74b4-45e8-84c2-4bac04ff428b req-e3c6f1f5-0b8c-4af9-87ed-23c262a3b9cb tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:36.957780 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f2bc67dd-74b4-45e8-84c2-4bac04ff428b req-e3c6f1f5-0b8c-4af9-87ed-23c262a3b9cb tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 943 time: 0.0724349 Sep 08 19:23:36.973517 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d525a-6125-4c6f-802f-bfd57294de78 req-b19af939-ba87-46a5-bf96-30d6da0b83c1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:36.975212 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d8d525a-6125-4c6f-802f-bfd57294de78 req-b19af939-ba87-46a5-bf96-30d6da0b83c1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 943 time: 0.0895197 Sep 08 19:23:37.008567 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f2bc67dd-74b4-45e8-84c2-4bac04ff428b req-d2d761b2-4502-4f04-9359-353c14fa14ea tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Sep 08 19:23:37.015057 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Request body: {'port': {'device_id': '66575c59-d8e0-4214-82e6-0972c148c75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:37.069197 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d8d525a-6125-4c6f-802f-bfd57294de78 req-a7c69bed-3d98-4eee-a07a-7a9c09d32dbe tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861588 Sep 08 19:23:37.208806 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-c5fd7e0b-78e9-4f00-a3c5-2a7466299249 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa2eaf9-af53-42ee-bb35-776b9743a218 HTTP/1.1" status: 200 len: 217 time: 0.0898471 Sep 08 19:23:37.217860 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:37.317810 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:37.323377 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63bb9d-8be7-49e5-b28a-d2888e6acfc7 req-26d3410a-785a-4796-9960-f9d1a554ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:37.326042 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ad63bb9d-8be7-49e5-b28a-d2888e6acfc7 req-26d3410a-785a-4796-9960-f9d1a554ba6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1096 time: 0.2060769 Sep 08 19:23:37.339986 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257129c8-f059-490c-a725-f90ccb0e02c1 req-575f0f85-83d9-4f41-911d-b15de0a1a913 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:37.341918 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-257129c8-f059-490c-a725-f90ccb0e02c1 req-575f0f85-83d9-4f41-911d-b15de0a1a913 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 932 time: 0.0836473 Sep 08 19:23:37.471835 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-91998faa-d22c-4a0e-ab1d-0c9388d35915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:37.474000 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-91998faa-d22c-4a0e-ab1d-0c9388d35915 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8a8302d8-c12f-4b4f-92be-5dfda2d91da6 HTTP/1.1" status: 200 len: 851 time: 0.2074568 Sep 08 19:23:37.548322 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937530da-2064-4237-835f-34db8faf6da6 req-c1dbbc67-e073-4c2d-a6c9-fa588ded6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:37.565941 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-937530da-2064-4237-835f-34db8faf6da6 req-c1dbbc67-e073-4c2d-a6c9-fa588ded6740 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4321668 Sep 08 19:23:37.574691 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-257129c8-f059-490c-a725-f90ccb0e02c1 req-a4059057-34f8-4ec4-b520-492cf008d3d8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085271 Sep 08 19:23:37.640193 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-a1ae8def-c2a4-4c20-98a7-6d7363083295 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7989a117-ae12-4a79-ab76-69dd6bfe06dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590385 Sep 08 19:23:37.680525 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63bb9d-8be7-49e5-b28a-d2888e6acfc7 req-2ea59b5a-6b26-4ba4-a372-057464f3f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:37.682854 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ad63bb9d-8be7-49e5-b28a-d2888e6acfc7 req-2ea59b5a-6b26-4ba4-a372-057464f3f5d7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=40026f37090147acb5ef2c6cee17252d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3395183 Sep 08 19:23:37.933100 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63bb9d-8be7-49e5-b28a-d2888e6acfc7 req-3071b7d9-5c7f-4523-bfad-71fc39b4eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:37.934433 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ad63bb9d-8be7-49e5-b28a-d2888e6acfc7 req-3071b7d9-5c7f-4523-bfad-71fc39b4eea5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2434173 Sep 08 19:23:37.960085 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-5d95f886-fc23-4229-a624-4832d52e4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:37.960085 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-5d95f886-fc23-4229-a624-4832d52e4a4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 1096 time: 0.3223276 Sep 08 19:23:38.002061 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-45d1c5b7-4953-4cfa-939c-2b82f7ad31ea req-b8e71e47-6b82-4c2f-bc0c-e9d43bfbb294 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 210 time: 0.1130021 Sep 08 19:23:38.028844 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-9804bc83-68b8-4e15-acef-86eb6f7441f1 service neutron] 10.222.0.38 "GET /v2.0/networks/7989a117-ae12-4a79-ab76-69dd6bfe06dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712478 Sep 08 19:23:38.060129 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-8fa53f40-197d-45c7-a1c8-075129e8e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:38.061217 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-8fa53f40-197d-45c7-a1c8-075129e8e03d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1096 time: 0.0819271 Sep 08 19:23:38.122053 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-e31bfae8-f654-46c2-8a87-5172df330b63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a47c64b8-2ad4-414b-a0cb-cfca2d833e14 HTTP/1.1" status: 200 len: 217 time: 0.1295769 Sep 08 19:23:38.161294 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-0a83d23e-3e9b-427f-810f-1f5d92c34cc2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00cd8ba7-3321-4f00-936f-999c0955df5c HTTP/1.1" status: 200 len: 217 time: 0.0905824 Sep 08 19:23:38.284950 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a01be4-a6a7-4d0e-a4c4-5effafba160b req-e39d3d98-3598-4930-b8da-5065ffa1e4e1 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:38.303533 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-08a01be4-a6a7-4d0e-a4c4-5effafba160b req-e39d3d98-3598-4930-b8da-5065ffa1e4e1 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 943 time: 0.1459010 Sep 08 19:23:38.322054 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-d0fa311f-66db-4516-a184-19e0396bdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:38.324068 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-d0fa311f-66db-4516-a184-19e0396bdb1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 200 len: 859 time: 0.1499317 Sep 08 19:23:38.341337 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdda553-e2a1-4302-b313-ed1f04f8f99d {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:38.363940 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:38.384168 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Transition to ACTIVE for port object 1fdda553-e2a1-4302-b313-ed1f04f8f99d will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:38.385651 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-9a12c1b8-ce0a-4ca5-99bc-2056910697ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf24ac38-2b8d-4503-9d06-e96587b6c526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508833 Sep 08 19:23:38.397103 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-76d27271-e85c-4017-8bad-60bf02b33483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:38.400214 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-76d27271-e85c-4017-8bad-60bf02b33483 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e058c8ab-8bb0-482a-82d7-84a2f30fea3e HTTP/1.1" status: 200 len: 854 time: 0.2607806 Sep 08 19:23:38.406863 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-08a01be4-a6a7-4d0e-a4c4-5effafba160b req-ab99c584-95e9-4004-8998-8f3c7e928d8c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021311 Sep 08 19:23:38.467277 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-bfc36256-ff9f-455f-88df-5a07eebe428d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582275 Sep 08 19:23:38.470190 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-d243b132-4c70-4143-848f-4ab7a3c0c86e service neutron] 10.222.0.38 "GET /v2.0/networks/7989a117-ae12-4a79-ab76-69dd6bfe06dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685172 Sep 08 19:23:38.492431 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286cf79-1a00-4166-8b3f-c1e0a9b34d91 req-4e533eb0-bf89-4c61-ae25-45aaeb3821b5 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:38.493940 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6286cf79-1a00-4166-8b3f-c1e0a9b34d91 req-4e533eb0-bf89-4c61-ae25-45aaeb3821b5 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 943 time: 0.3441436 Sep 08 19:23:38.507304 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:38.514973 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-0ee31925-8235-48b7-adea-7b564db87067 service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210432 Sep 08 19:23:38.651862 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4feb265a-7dc7-4d05-a30d-0f487545fbc4 req-19eebb32-9854-4afe-b6c3-362601ee11eb service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296334 Sep 08 19:23:38.658762 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6286cf79-1a00-4166-8b3f-c1e0a9b34d91 req-abb0b2b7-7b38-4289-8ce5-8fa3f7f4d0fa tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470296 Sep 08 19:23:38.665339 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdda553-e2a1-4302-b313-ed1f04f8f99d,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:38.716744 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Attempting to bind port 1fdda553-e2a1-4302-b313-ed1f04f8f99d on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:38.717082 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Attempting to bind port 1fdda553-e2a1-4302-b313-ed1f04f8f99d by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:38.717410 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Attempting to bind port 1fdda553-e2a1-4302-b313-ed1f04f8f99d on network bf24ac38-2b8d-4503-9d06-e96587b6c526 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:38.724623 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-6fb9439f-f490-4fb5-ae85-a842fcb489cb service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279539 Sep 08 19:23:38.725319 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Port 1fdda553-e2a1-4302-b313-ed1f04f8f99d on network bf24ac38-2b8d-4503-9d06-e96587b6c526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:23:38.725640 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Attempting to bind port 1fdda553-e2a1-4302-b313-ed1f04f8f99d on network bf24ac38-2b8d-4503-9d06-e96587b6c526 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:38.736843 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97b62-41bc-47be-99b1-c04fccb4f37b req-63757649-03bc-42ca-8d14-f0672e0e36ae tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:38.738538 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7df97b62-41bc-47be-99b1-c04fccb4f37b req-63757649-03bc-42ca-8d14-f0672e0e36ae tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 944 time: 0.0585375 Sep 08 19:23:38.743092 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:38.743281 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Checking segment: {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:38.746506 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Bound using segment: {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:38.746986 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Bound port: 1fdda553-e2a1-4302-b313-ed1f04f8f99d, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b517e04-7e7a-4385-9a48-4f07f0414702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:38.748032 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:38.905238 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38464) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:38.925603 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] For port 1fdda553-e2a1-4302-b313-ed1f04f8f99d, host hv-cinder-80793, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:38.929825 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-952c8a65-e20a-4967-9bb4-b40d5537cda0 req-b7629bee-cd98-4d35-86fc-ed9152cad7a5 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880808 Sep 08 19:23:38.947477 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] For port 1fdda553-e2a1-4302-b313-ed1f04f8f99d, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1fdda553-e2a1-4302-b313-ed1f04f8f99d,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:38.958515 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7df97b62-41bc-47be-99b1-c04fccb4f37b req-5f1c32ea-7f36-49e1-b257-af57353c861b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130408 Sep 08 19:23:38.999899 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:39.042608 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:39.043242 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:39.044693 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] 10.222.0.38 "PUT /v2.0/ports/1fdda553-e2a1-4302-b313-ed1f04f8f99d HTTP/1.1" status: 200 len: 1094 time: 2.0374842 Sep 08 19:23:39.045137 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66575c59-d8e0-4214-82e6-0972c148c75e', 'tag': '1fdda553-e2a1-4302-b313-ed1f04f8f99d'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:23:39.052997 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1de3bc-7634-45c6-a8a7-ea494ced68e4" -d '{"events": [{"name": "network-changed", "server_uuid": "66575c59-d8e0-4214-82e6-0972c148c75e", "tag": "1fdda553-e2a1-4302-b313-ed1f04f8f99d"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:23:39.074721 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-738cca37-ce97-4f77-a596-fa1626f4068d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:39.129448 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b65aef-d002-4e24-84b7-82eb83db41f3 x-openstack-request-id: req-12b65aef-d002-4e24-84b7-82eb83db41f3 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:23:39.132264 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66575c59-d8e0-4214-82e6-0972c148c75e", "tag": "1fdda553-e2a1-4302-b313-ed1f04f8f99d", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:23:39.132264 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12b65aef-d002-4e24-84b7-82eb83db41f3 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:23:39.132264 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66575c59-d8e0-4214-82e6-0972c148c75e', 'tag': '1fdda553-e2a1-4302-b313-ed1f04f8f99d', 'status': 'completed', 'code': 200} Sep 08 19:23:39.148710 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbd0f6-f80b-4409-908f-563cb8d988d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdda553-e2a1-4302-b313-ed1f04f8f99d,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:39.163515 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fb2d3149-a991-4a32-8c8d-abebac24724e req-a15a49ee-9f29-49f3-a805-6db861e896dc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 210 time: 0.0326781 Sep 08 19:23:39.493448 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-b55af2d5-b283-48c8-bd76-7c3f4c3dc95d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:39.494965 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-b55af2d5-b283-48c8-bd76-7c3f4c3dc95d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 817 time: 0.3894749 Sep 08 19:23:39.501836 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1de3bc-7634-45c6-a8a7-ea494ced68e4 req-e7fceb6f-9e0b-48ba-b91d-e4b2e2593c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:39.503288 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a1de3bc-7634-45c6-a8a7-ea494ced68e4 req-e7fceb6f-9e0b-48ba-b91d-e4b2e2593c22 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 1097 time: 0.3516333 Sep 08 19:23:39.687230 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-56964123-4060-41a6-8dff-332157045a1d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c HTTP/1.1" status: 200 len: 379 time: 0.1721530 Sep 08 19:23:39.699572 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae07f9d-2caf-4b17-9a1b-d563ef3b6de8 req-084b091d-68ea-4c53-a6c6-256d9a9df9f9 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:39.707474 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fae07f9d-2caf-4b17-9a1b-d563ef3b6de8 req-084b091d-68ea-4c53-a6c6-256d9a9df9f9 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 943 time: 0.2019911 Sep 08 19:23:39.711326 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-738cca37-ce97-4f77-a596-fa1626f4068d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:39.717997 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'port': {'device_id': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'admin_state_up': True, 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'security_groups': ['51d501c4-76d3-4ac1-b620-ac7c9d428f71']}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:39.789774 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-738cca37-ce97-4f77-a596-fa1626f4068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:39.807981 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1de3bc-7634-45c6-a8a7-ea494ced68e4 req-13335b13-e59a-4ac1-a902-f9ebc5fb1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:39.809310 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa4bab-8193-4a84-b6a0-f42390d6ce31 req-b2fd215f-9151-4500-9b6e-a4decd3c2fbc tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:39.810226 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a1de3bc-7634-45c6-a8a7-ea494ced68e4 req-13335b13-e59a-4ac1-a902-f9ebc5fb1f38 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=40026f37090147acb5ef2c6cee17252d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2903104 Sep 08 19:23:39.811630 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7afa4bab-8193-4a84-b6a0-f42390d6ce31 req-b2fd215f-9151-4500-9b6e-a4decd3c2fbc tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 943 time: 0.0555115 Sep 08 19:23:39.846597 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fae07f9d-2caf-4b17-9a1b-d563ef3b6de8 req-05183dfd-6274-4ec1-8d53-9fe8d470d386 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251619 Sep 08 19:23:39.872728 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7afa4bab-8193-4a84-b6a0-f42390d6ce31 req-fab39923-9733-4753-ac04-cce1bec34959 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519161 Sep 08 19:23:39.915608 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 6aa2eaf9-af53-42ee-bb35-776b9743a218 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:23:39.928845 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-738cca37-ce97-4f77-a596-fa1626f4068d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cf07ed135a744a58894350ca387006e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0224907 Sep 08 19:23:39.931839 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38512) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:39.950154 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cca37-ce97-4f77-a596-fa1626f4068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fabd19b-0c7f-4a23-81e3-af8b71dddb17,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:40.033998 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 6aa2eaf9-af53-42ee-bb35-776b9743a218, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6aa2eaf9-af53-42ee-bb35-776b9743a218,segment=NetworkSegment(f42bdc7f-f9cd-4051-9f63-0b2d49c3633c),segment_id=f42bdc7f-f9cd-4051-9f63-0b2d49c3633c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:40.046488 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '6aa2eaf9-af53-42ee-bb35-776b9743a218', 'network_id': '7989a117-ae12-4a79-ab76-69dd6bfe06dd', 'port_id': '6aa2eaf9-af53-42ee-bb35-776b9743a218', 'mac_address': 'fa:16:3e:d7:41:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8302d8-c12f-4b4f-92be-5dfda2d91da6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:23:40.065512 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1de3bc-7634-45c6-a8a7-ea494ced68e4 req-8eb88e9f-8560-4863-83a3-7990592b61de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:40.067766 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a1de3bc-7634-45c6-a8a7-ea494ced68e4 req-8eb88e9f-8560-4863-83a3-7990592b61de service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2436266 Sep 08 19:23:40.086771 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f1a371c0-f88d-422d-aa1a-20a2ffc6a8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.105972 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.124488 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa2eaf9-af53-42ee-bb35-776b9743a218 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:40.135820 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f1a371c0-f88d-422d-aa1a-20a2ffc6a8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.151291 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 6aa2eaf9-af53-42ee-bb35-776b9743a218, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6aa2eaf9-af53-42ee-bb35-776b9743a218,segment=NetworkSegment(f42bdc7f-f9cd-4051-9f63-0b2d49c3633c),segment_id=f42bdc7f-f9cd-4051-9f63-0b2d49c3633c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:40.180108 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Made reservation on behalf of 5630c3d42e0c46d390aa6c787c9f7f8c for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:40.185381 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.202579 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-fc1b9556-f55c-4817-a2bb-ebbcbe153bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:40.204144 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-fc1b9556-f55c-4817-a2bb-ebbcbe153bb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 1097 time: 0.0953252 Sep 08 19:23:40.236756 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d803f65-f679-45a7-a05c-6f52d92031bf req-e6310f93-3f6e-4455-84bd-e62ce0e92b06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:40.236756 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8d803f65-f679-45a7-a05c-6f52d92031bf req-e6310f93-3f6e-4455-84bd-e62ce0e92b06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 944 time: 0.1405847 Sep 08 19:23:40.258485 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.272763 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-fa4efc3e-9b8d-4064-882b-a4247749b6c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdda553-e2a1-4302-b313-ed1f04f8f99d HTTP/1.1" status: 200 len: 217 time: 0.0601280 Sep 08 19:23:40.286380 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f1a371c0-f88d-422d-aa1a-20a2ffc6a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.291957 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f1a371c0-f88d-422d-aa1a-20a2ffc6a8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.293777 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f1a371c0-f88d-422d-aa1a-20a2ffc6a8f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fabd19b-0c7f-4a23-81e3-af8b71dddb17 HTTP/1.1" status: 204 len: 168 time: 0.3608332 Sep 08 19:23:40.346800 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a371c0-f88d-422d-aa1a-20a2ffc6a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fabd19b-0c7f-4a23-81e3-af8b71dddb17,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:40.357605 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=6aa2eaf9-af53-42ee-bb35-776b9743a218,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:40.367748 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6912b15b-d2a7-462c-9de7-9f81551f6b0a req-54a8cc45-93bd-4bb5-a0e4-f274a24d9227 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 210 time: 0.0711720 Sep 08 19:23:40.406661 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38534) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:40.428554 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8d803f65-f679-45a7-a05c-6f52d92031bf req-12a6bf8c-a60e-4c8d-be61-c414b3c5dc05 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584582 Sep 08 19:23:40.437771 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4631d0bb-d58b-4876-baaf-d09fbe684f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:40.439669 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-4631d0bb-d58b-4876-baaf-d09fbe684f41 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 200 len: 859 time: 0.1534491 Sep 08 19:23:40.496847 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-49dfd9b7-f199-461d-a4bc-903ad3b839ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf24ac38-2b8d-4503-9d06-e96587b6c526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290818 Sep 08 19:23:40.518378 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['6aa2eaf9-af53-42ee-bb35-776b9743a218'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:23:40.548000 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Allocated IP 172.20.0.3 (b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65/2f1a0f41-3899-4747-a169-50cdd774165f/fbbf777a-bb09-4aff-bc5e-98b11e101574) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:23:40.562745 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e418261d-857f-4ee1-ae04-c7b0c7acde24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.650166 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-8f51b270-bff2-45f5-b519-7e2585df87cf service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446340 Sep 08 19:23:40.694257 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e418261d-857f-4ee1-ae04-c7b0c7acde24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.812273 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11973af7-f7ce-4f18-bf66-2a09af4b3819 req-fb6c5682-db23-4e58-b8b9-c565f2cabc47 service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522999 Sep 08 19:23:40.814903 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.824211 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e418261d-857f-4ee1-ae04-c7b0c7acde24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.830169 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Transition to ACTIVE for port object fbbf777a-bb09-4aff-bc5e-98b11e101574 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:40.875094 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e418261d-857f-4ee1-ae04-c7b0c7acde24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ea0954b539b4fb293211cd5f15bf744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674201 Sep 08 19:23:40.877448 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418261d-857f-4ee1-ae04-c7b0c7acde24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c696fe8-e286-4117-a2e5-6ecbf1c5103f,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:40.877846 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38546) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:40.945283 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b3a8235d-3d18-44de-9f76-480174c5be43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.977770 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd28f1-13d3-49b2-bedd-7b9abd72a935 req-2f5ec388-0513-4173-b374-3acdabd4980c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:40.978018 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b3a8235d-3d18-44de-9f76-480174c5be43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:40.979204 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6bfd28f1-13d3-49b2-bedd-7b9abd72a935 req-2f5ec388-0513-4173-b374-3acdabd4980c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 943 time: 0.0544348 Sep 08 19:23:41.011663 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.042184 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6bfd28f1-13d3-49b2-bedd-7b9abd72a935 req-e55fcdc3-ce58-444a-a23f-9f0e283f6154 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551517 Sep 08 19:23:41.100031 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38556) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:41.126747 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:23:41.136599 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:41.144565 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:41.148528 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:23:41.155019 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:41.155432 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.164880 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf131c1-31c6-46ae-a03e-ca9e4f3eb962 req-e80d69ee-8196-4a9b-abc7-b3ab50b54ab7 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:41.166469 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2bf131c1-31c6-46ae-a03e-ca9e4f3eb962 req-e80d69ee-8196-4a9b-abc7-b3ab50b54ab7 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 944 time: 0.2076170 Sep 08 19:23:41.213003 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2bf131c1-31c6-46ae-a03e-ca9e4f3eb962 req-ceef1f5d-fd52-4311-8b61-8da30669312c tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360932 Sep 08 19:23:41.252647 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea5151eb-8939-4ea7-9b15-ba8eb7c268b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.259270 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4cc78b29-73fa-4a04-a5b5-485d174838ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5499406 Sep 08 19:23:41.260682 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b3a8235d-3d18-44de-9f76-480174c5be43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.264178 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b3a8235d-3d18-44de-9f76-480174c5be43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.268033 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b3a8235d-3d18-44de-9f76-480174c5be43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c696fe8-e286-4117-a2e5-6ecbf1c5103f HTTP/1.1" status: 204 len: 168 time: 0.3859968 Sep 08 19:23:41.279417 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Request body: {'port': {'device_id': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:41.284131 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8235d-3d18-44de-9f76-480174c5be43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c696fe8-e286-4117-a2e5-6ecbf1c5103f,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:41.305097 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38562) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:41.330406 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f49-1b48-4025-85e2-b4c3986dfe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.364737 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.417846 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea5151eb-8939-4ea7-9b15-ba8eb7c268b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.503823 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-907e7cc7-faf2-483b-8792-07886729ceec None None] Provisioning for port fbbf777a-bb09-4aff-bc5e-98b11e101574 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:41.508381 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-907e7cc7-faf2-483b-8792-07886729ceec None None] Provisioning complete for port fbbf777a-bb09-4aff-bc5e-98b11e101574 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:41.509302 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-907e7cc7-faf2-483b-8792-07886729ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.518297 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08f0ef-6969-49a6-9c6a-5307e767b420 req-4b543c46-0e4a-4d51-bb4b-d788a54908c9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:41.521891 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8d08f0ef-6969-49a6-9c6a-5307e767b420 req-4b543c46-0e4a-4d51-bb4b-d788a54908c9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 931 time: 0.0623672 Sep 08 19:23:41.556304 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-907e7cc7-faf2-483b-8792-07886729ceec None None] Port fbbf777a-bb09-4aff-bc5e-98b11e101574 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:23:41.560616 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea5151eb-8939-4ea7-9b15-ba8eb7c268b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.618310 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d113b-d439-4c62-b65d-d56a5dc9958d req-aafd7122-e658-41b4-a355-d2be4a6dfd9b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:41.619809 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d85d113b-d439-4c62-b65d-d56a5dc9958d req-aafd7122-e658-41b4-a355-d2be4a6dfd9b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 944 time: 0.0914338 Sep 08 19:23:41.633983 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8d08f0ef-6969-49a6-9c6a-5307e767b420 req-bf4abcb8-1c01-42f4-9fb8-dc91413e1d58 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043646 Sep 08 19:23:41.643242 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ea5151eb-8939-4ea7-9b15-ba8eb7c268b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d50926e29a7f4d7cadfa5261f7f595d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395417 Sep 08 19:23:41.644349 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38568) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:41.645136 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5151eb-8939-4ea7-9b15-ba8eb7c268b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270476e2-ede7-438b-a116-02148730faa4,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:41.697024 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d85d113b-d439-4c62-b65d-d56a5dc9958d req-9df12b08-fd79-4a76-a9bc-ec0564c4c9e1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663064 Sep 08 19:23:41.753963 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-897bb042-77b7-48e0-956d-2e555b04a1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.755784 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbf777a-bb09-4aff-bc5e-98b11e101574 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:41.763231 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.776171 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Transition to ACTIVE for port object fbbf777a-bb09-4aff-bc5e-98b11e101574 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:23:41.781438 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f49-1b48-4025-85e2-b4c3986dfe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.783478 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-897bb042-77b7-48e0-956d-2e555b04a1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.852477 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.879357 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-897bb042-77b7-48e0-956d-2e555b04a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.887941 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-897bb042-77b7-48e0-956d-2e555b04a1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.887941 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-897bb042-77b7-48e0-956d-2e555b04a1fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/270476e2-ede7-438b-a116-02148730faa4 HTTP/1.1" status: 204 len: 168 time: 0.2356153 Sep 08 19:23:41.887941 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f49-1b48-4025-85e2-b4c3986dfe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.897344 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device a47c64b8-2ad4-414b-a0cb-cfca2d833e14 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:23:41.917664 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bb042-77b7-48e0-956d-2e555b04a1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270476e2-ede7-438b-a116-02148730faa4,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:41.927073 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:41.950762 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Attempting to bind port fbbf777a-bb09-4aff-bc5e-98b11e101574 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:23:41.950762 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Attempting to bind port fbbf777a-bb09-4aff-bc5e-98b11e101574 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:23:41.950762 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Attempting to bind port fbbf777a-bb09-4aff-bc5e-98b11e101574 on network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:41.952789 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 6aa2eaf9-af53-42ee-bb35-776b9743a218 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:41.959167 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Port fbbf777a-bb09-4aff-bc5e-98b11e101574 on network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:23:41.959888 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Attempting to bind port fbbf777a-bb09-4aff-bc5e-98b11e101574 on network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:23:41.969046 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-8a8b7f49-1b48-4025-85e2-b4c3986dfe84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0547a074cf144ac9de859592afa50e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6622031 Sep 08 19:23:41.981046 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:23:41.982630 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Checking segment: {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:41.983278 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Bound using segment: {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:23:41.983772 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Bound port: fbbf777a-bb09-4aff-bc5e-98b11e101574, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:23:41.984139 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:41.986930 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38574) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:42.006777 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b7f49-1b48-4025-85e2-b4c3986dfe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b30ad64-cee6-4928-a85e-225265ce8304,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:42.106855 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port a47c64b8-2ad4-414b-a0cb-cfca2d833e14, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:42.122904 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38580) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:42.125413 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6b87d90f-067b-48e7-a0ac-74be640ed4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.145813 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-36769b0a-4e32-41ca-86fe-30c64a64ff06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.175941 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6b87d90f-067b-48e7-a0ac-74be640ed4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.195224 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:23:42.242344 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:23:42.291685 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-36769b0a-4e32-41ca-86fe-30c64a64ff06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.310531 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc', 'port_id': 'a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'mac_address': 'fa:16:3e:5a:8a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e058c8ab-8bb0-482a-82d7-84a2f30fea3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:23:42.314256 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 6aa2eaf9-af53-42ee-bb35-776b9743a218 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:42.317777 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.320623 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 6aa2eaf9-af53-42ee-bb35-776b9743a218 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:42.321160 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.344988 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7fcd8-5e8e-42af-8b9d-e02aac967c67 req-22d63bfe-b3bd-46dc-9d0a-a1d808cd32ee tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:42.348798 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0cb7fcd8-5e8e-42af-8b9d-e02aac967c67 req-22d63bfe-b3bd-46dc-9d0a-a1d808cd32ee tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 943 time: 0.1715486 Sep 08 19:23:42.399735 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.401845 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6b87d90f-067b-48e7-a0ac-74be640ed4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.405030 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6b87d90f-067b-48e7-a0ac-74be640ed4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.408860 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6b87d90f-067b-48e7-a0ac-74be640ed4bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b30ad64-cee6-4928-a85e-225265ce8304 HTTP/1.1" status: 204 len: 168 time: 0.4185212 Sep 08 19:23:42.423205 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47c64b8-2ad4-414b-a0cb-cfca2d833e14 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:42.436364 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-36769b0a-4e32-41ca-86fe-30c64a64ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.445610 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:42.446250 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.447905 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] 10.222.0.38 "PUT /v2.0/ports/fbbf777a-bb09-4aff-bc5e-98b11e101574 HTTP/1.1" status: 200 len: 1093 time: 1.1783535 Sep 08 19:23:42.451252 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port a47c64b8-2ad4-414b-a0cb-cfca2d833e14, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:42.452221 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0cb7fcd8-5e8e-42af-8b9d-e02aac967c67 req-c160a229-e17b-44f7-9b39-452b59fcde45 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975146 Sep 08 19:23:42.460563 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:23:42.460563 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f85cd0-f1ac-4166-ad5d-d909588f61d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:23:42.481776 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de54667-7288-4ecd-a910-529f5cb6397e service neutron] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:42.481776 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87d90f-067b-48e7-a0ac-74be640ed4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b30ad64-cee6-4928-a85e-225265ce8304,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:42.527908 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d16fd-0f9c-4c72-a9b1-a71ef7b3d1e1 req-ff84d958-36df-432b-8cf0-339efe7d02bc tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:42.540814 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a4d16fd-0f9c-4c72-a9b1-a71ef7b3d1e1 req-ff84d958-36df-432b-8cf0-339efe7d02bc tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 944 time: 0.1475205 Sep 08 19:23:42.550364 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.559212 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-36769b0a-4e32-41ca-86fe-30c64a64ff06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=950c85d482aa420294e5547b0b40f69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309793 Sep 08 19:23:42.559212 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38594) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:42.562202 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36769b0a-4e32-41ca-86fe-30c64a64ff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6489251-585e-485c-9dfb-19c257f337f3,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:42.616084 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.616733 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 00cd8ba7-3321-4f00-936f-999c0955df5c details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:23:42.640569 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd9baae-9515-4670-b208-d6c55f7883b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa2eaf9-af53-42ee-bb35-776b9743a218'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:23:42.656968 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a4d16fd-0f9c-4c72-a9b1-a71ef7b3d1e1 req-df2d6d1c-524a-4270-8556-66c0a75778d5 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103292 Sep 08 19:23:42.670127 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e649c74-5f5f-40ec-afed-2c4afdb3b5c1 x-openstack-request-id: req-1e649c74-5f5f-40ec-afed-2c4afdb3b5c1 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:23:42.670739 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:23:42.671210 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e649c74-5f5f-40ec-afed-2c4afdb3b5c1 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:23:42.671815 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'status': 'completed', 'code': 200} Sep 08 19:23:42.679137 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e7a6922d-124e-47a0-9457-c97744abb4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.680610 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4a2dcd36-f8f6-47d2-9843-e722186cf16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:42.686506 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-4a2dcd36-f8f6-47d2-9843-e722186cf16f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 1096 time: 0.0798445 Sep 08 19:23:42.714045 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e7a6922d-124e-47a0-9457-c97744abb4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.771768 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-3bacbee9-384f-408e-88c2-750fc186de76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574 HTTP/1.1" status: 200 len: 217 time: 0.0733583 Sep 08 19:23:42.781560 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38604) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:42.806044 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b30e5229-e8c5-4b5e-a76a-6b767958c858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.836411 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 6aa2eaf9-af53-42ee-bb35-776b9743a218, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6aa2eaf9-af53-42ee-bb35-776b9743a218,segment=NetworkSegment(f42bdc7f-f9cd-4051-9f63-0b2d49c3633c),segment_id=f42bdc7f-f9cd-4051-9f63-0b2d49c3633c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:42.852003 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea1ff0-c020-4283-98a2-c5336b7e69da req-c00c3a73-d3a4-431d-8181-25d575e4b74f tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:42.861706 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f1ea1ff0-c020-4283-98a2-c5336b7e69da req-c00c3a73-d3a4-431d-8181-25d575e4b74f tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 944 time: 0.0625184 Sep 08 19:23:42.906790 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-8bc8c5d1-ac18-4bae-a791-6f969d3a1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:42.908855 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-8bc8c5d1-ac18-4bae-a791-6f969d3a1f51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 200 len: 856 time: 0.1282666 Sep 08 19:23:42.918086 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f1ea1ff0-c020-4283-98a2-c5336b7e69da req-40b570dc-5d82-42c2-82a8-a999b0ff5613 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508144 Sep 08 19:23:42.921246 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e7a6922d-124e-47a0-9457-c97744abb4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.923266 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:42.925837 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742db2f-17c7-4557-82b5-0dbb2377d403 req-3e70fa30-4131-4099-bea9-bf58299d0a26 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:42.926186 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e7a6922d-124e-47a0-9457-c97744abb4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:42.927520 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a742db2f-17c7-4557-82b5-0dbb2377d403 req-3e70fa30-4131-4099-bea9-bf58299d0a26 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.1455567 Sep 08 19:23:42.934174 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e7a6922d-124e-47a0-9457-c97744abb4e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6489251-585e-485c-9dfb-19c257f337f3 HTTP/1.1" status: 204 len: 168 time: 0.3664815 Sep 08 19:23:42.950849 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6922d-124e-47a0-9457-c97744abb4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6489251-585e-485c-9dfb-19c257f337f3,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:42.971932 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:43.052444 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cebcde0-27eb-4773-99c0-f3feca1adc74" -d '{"events": [{"server_uuid": "9dd9baae-9515-4670-b208-d6c55f7883b9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa2eaf9-af53-42ee-bb35-776b9743a218"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:23:43.070289 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-9b6156bb-49bf-41cb-9b2b-b969ab66a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:43.071795 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-9b6156bb-49bf-41cb-9b2b-b969ab66a490 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1397262 Sep 08 19:23:43.076293 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a742db2f-17c7-4557-82b5-0dbb2377d403 req-7bd8ce0c-2c5e-48c4-82ee-459d6c834f66 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330729 Sep 08 19:23:43.114786 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 00cd8ba7-3321-4f00-936f-999c0955df5c, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=00cd8ba7-3321-4f00-936f-999c0955df5c,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:43.138258 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '00cd8ba7-3321-4f00-936f-999c0955df5c', 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526', 'port_id': '00cd8ba7-3321-4f00-936f-999c0955df5c', 'mac_address': 'fa:16:3e:2e:7a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738f89a8-600e-4fbc-8682-aec06d47c2d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:23:43.142841 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b30e5229-e8c5-4b5e-a76a-6b767958c858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:43.152586 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=6aa2eaf9-af53-42ee-bb35-776b9743a218,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:43.208037 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:43.222353 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cd8ba7-3321-4f00-936f-999c0955df5c {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:43.224863 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-03a23622-c5c2-41aa-a1cb-b2402b6571a4 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443202 Sep 08 19:23:43.229375 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b30e5229-e8c5-4b5e-a76a-6b767958c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:43.244819 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 00cd8ba7-3321-4f00-936f-999c0955df5c, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=00cd8ba7-3321-4f00-936f-999c0955df5c,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:43.269351 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0eb702-b195-4d65-a7cc-42f7b6a9eef9 x-openstack-request-id: req-5b0eb702-b195-4d65-a7cc-42f7b6a9eef9 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:23:43.269489 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd9baae-9515-4670-b208-d6c55f7883b9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa2eaf9-af53-42ee-bb35-776b9743a218", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:23:43.269738 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b0eb702-b195-4d65-a7cc-42f7b6a9eef9 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:23:43.270702 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd9baae-9515-4670-b208-d6c55f7883b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa2eaf9-af53-42ee-bb35-776b9743a218', 'code': 200} Sep 08 19:23:43.289742 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b30e5229-e8c5-4b5e-a76a-6b767958c858 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=820b77893f564d9e9ba616791de5a2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080755 Sep 08 19:23:43.289962 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38624) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:43.318884 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5229-e8c5-4b5e-a76a-6b767958c858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae6de0-35d1-4e09-96ad-47698bb34e14,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:43.332498 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:43.366666 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-93e7ed91-e19f-4373-9ab0-9990f015be44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:43.389231 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-93e7ed91-e19f-4373-9ab0-9990f015be44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:43.400468 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cc707a4-2884-45b2-b98a-c37ba8a8180d req-0cefb25c-5f47-4351-9c31-50ecc317c7d5 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620831 Sep 08 19:23:43.404648 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=00cd8ba7-3321-4f00-936f-999c0955df5c,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:43.562210 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-93e7ed91-e19f-4373-9ab0-9990f015be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:43.565949 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['00cd8ba7-3321-4f00-936f-999c0955df5c'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:23:43.566474 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-93e7ed91-e19f-4373-9ab0-9990f015be44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:43.569625 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['a47c64b8-2ad4-414b-a0cb-cfca2d833e14'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:23:43.571591 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-93e7ed91-e19f-4373-9ab0-9990f015be44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59ae6de0-35d1-4e09-96ad-47698bb34e14 HTTP/1.1" status: 204 len: 168 time: 0.2804732 Sep 08 19:23:43.593487 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7ed91-e19f-4373-9ab0-9990f015be44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae6de0-35d1-4e09-96ad-47698bb34e14,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:43.749155 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47476f7-f825-4603-861f-6941733261d5 req-81bbe9fc-c24c-400c-a7dd-48840101cb6c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:43.750435 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a47476f7-f825-4603-861f-6941733261d5 req-81bbe9fc-c24c-400c-a7dd-48840101cb6c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 944 time: 0.2191958 Sep 08 19:23:43.775901 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993ee1c-f329-426e-b2db-6c920557c1d8 req-d7f3a163-02f1-414e-8596-6f773e87b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:43.777525 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c993ee1c-f329-426e-b2db-6c920557c1d8 req-d7f3a163-02f1-414e-8596-6f773e87b322 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 1098 time: 0.1615977 Sep 08 19:23:43.794557 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-6ac03317-3339-47d0-a556-e78d2f12589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:43.796429 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-6ac03317-3339-47d0-a556-e78d2f12589e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 1096 time: 0.2137225 Sep 08 19:23:43.823611 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808a5fe-59a9-4c44-9008-162a0df17353 req-75dd73b9-55ee-44df-b795-89a33f0c864d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:43.825324 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d808a5fe-59a9-4c44-9008-162a0df17353 req-75dd73b9-55ee-44df-b795-89a33f0c864d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0605438 Sep 08 19:23:43.879417 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d808a5fe-59a9-4c44-9008-162a0df17353 req-ed54ae3c-a1e9-4a74-890f-27e7f888042d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467122 Sep 08 19:23:43.924488 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1fdda553-e2a1-4302-b313-ed1f04f8f99d details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:23:44.070375 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1fdda553-e2a1-4302-b313-ed1f04f8f99d, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1fdda553-e2a1-4302-b313-ed1f04f8f99d,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:44.097067 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '1fdda553-e2a1-4302-b313-ed1f04f8f99d', 'network_id': 'bf24ac38-2b8d-4503-9d06-e96587b6c526', 'port_id': '1fdda553-e2a1-4302-b313-ed1f04f8f99d', 'mac_address': 'fa:16:3e:51:74:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738f89a8-600e-4fbc-8682-aec06d47c2d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:23:44.102283 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658e7c3-3949-4029-96dc-dfcdc8be3a33 req-eef5032f-88dc-4f50-83a6-6d3e8f0f3cb4 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:44.111360 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0658e7c3-3949-4029-96dc-dfcdc8be3a33 req-eef5032f-88dc-4f50-83a6-6d3e8f0f3cb4 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 944 time: 0.0827599 Sep 08 19:23:44.141612 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c993ee1c-f329-426e-b2db-6c920557c1d8 req-580deadc-d3d8-469a-b6a5-0d5fa73b064f service neutron] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:44.192614 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0658e7c3-3949-4029-96dc-dfcdc8be3a33 req-fd627e13-3a18-4d49-a2cd-f4045313b755 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803735 Sep 08 19:23:44.193470 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a47476f7-f825-4603-861f-6941733261d5 req-8fa8f9bd-da90-4335-a49c-c5b528271095 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343374 Sep 08 19:23:44.196291 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:44.220334 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdda553-e2a1-4302-b313-ed1f04f8f99d {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:44.258381 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-7b48ee79-4b25-447b-816f-8c4489dd890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:44.263523 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-7b48ee79-4b25-447b-816f-8c4489dd890f service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 917 time: 0.4550967 Sep 08 19:23:44.290184 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1fdda553-e2a1-4302-b313-ed1f04f8f99d, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1fdda553-e2a1-4302-b313-ed1f04f8f99d,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:44.347664 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-5e81b806-48e4-4754-9c72-073078f9afda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574 HTTP/1.1" status: 200 len: 217 time: 0.0719314 Sep 08 19:23:44.378835 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:44.459214 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=1fdda553-e2a1-4302-b313-ed1f04f8f99d,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:44.508138 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-d4673b2e-8c72-4338-bfed-113e27cfc57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:44.509636 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-d4673b2e-8c72-4338-bfed-113e27cfc57d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 200 len: 856 time: 0.1425910 Sep 08 19:23:44.521938 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cc903-9c07-4f3b-a6cf-dd15a92c9239 req-c0d02e1f-4757-42c2-81c5-ca8cc98a49db tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:44.523805 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f22cc903-9c07-4f3b-a6cf-dd15a92c9239 req-c0d02e1f-4757-42c2-81c5-ca8cc98a49db tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.1855953 Sep 08 19:23:44.610305 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['1fdda553-e2a1-4302-b313-ed1f04f8f99d'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:23:44.621156 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c993ee1c-f329-426e-b2db-6c920557c1d8 req-580deadc-d3d8-469a-b6a5-0d5fa73b064f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:44.634955 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f22cc903-9c07-4f3b-a6cf-dd15a92c9239 req-31175f13-1283-4f10-909f-18e54c95cbb8 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965006 Sep 08 19:23:44.639218 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-23d282af-36f4-4abc-8cdc-334d94e64711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:44.641633 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-23d282af-36f4-4abc-8cdc-334d94e64711 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141765 Sep 08 19:23:44.707115 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c993ee1c-f329-426e-b2db-6c920557c1d8 req-580deadc-d3d8-469a-b6a5-0d5fa73b064f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:44.801346 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c993ee1c-f329-426e-b2db-6c920557c1d8 req-580deadc-d3d8-469a-b6a5-0d5fa73b064f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0032694 Sep 08 19:23:44.818805 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580deadc-d3d8-469a-b6a5-0d5fa73b064f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e0788e-b649-432b-a70f-85e2620debd6,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:44.849856 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-88a093fe-75fc-4e1d-abfc-2cd962d465d8 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001348 Sep 08 19:23:44.999520 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881ec48-80f5-4f90-8835-3345fec0f8ab req-03d7f0f9-0d29-464a-8e35-283238144892 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:45.001032 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0881ec48-80f5-4f90-8835-3345fec0f8ab req-03d7f0f9-0d29-464a-8e35-283238144892 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Sep 08 19:23:45.057183 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0881ec48-80f5-4f90-8835-3345fec0f8ab req-2a2aa6ab-b0ae-42da-b1e2-9f042407fabb tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495389 Sep 08 19:23:45.125915 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42f85cd0-f1ac-4166-ad5d-d909588f61d3 req-4c173d20-cf22-4966-b6bf-dfab408aa8d5 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055453 Sep 08 19:23:45.340235 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e597056-475c-45df-b045-1720b114ffa3 req-5ee02d8e-d0ef-4d50-af90-e8d9a693dbef tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:45.341284 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e597056-475c-45df-b045-1720b114ffa3 req-5ee02d8e-d0ef-4d50-af90-e8d9a693dbef tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 944 time: 0.0609055 Sep 08 19:23:45.374801 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8d14e-e5d2-48e3-8e6a-cd2e9eb9f077 req-dc6facac-c20a-4397-8da6-ebc66c9e5583 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:45.382024 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2c8d14e-e5d2-48e3-8e6a-cd2e9eb9f077 req-dc6facac-c20a-4397-8da6-ebc66c9e5583 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 945 time: 0.0570760 Sep 08 19:23:45.382527 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e597056-475c-45df-b045-1720b114ffa3 req-1c6ac5f0-fe50-40d8-8178-62878ac90779 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Sep 08 19:23:45.427724 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2c8d14e-e5d2-48e3-8e6a-cd2e9eb9f077 req-2812b627-56e9-4812-94c5-7ca2cf119621 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 Sep 08 19:23:45.811102 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1280311-c790-4a25-b97d-d07b38fe01da req-f492eb32-4802-48d9-812f-eb8ef949a13e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:45.812539 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e1280311-c790-4a25-b97d-d07b38fe01da req-f492eb32-4802-48d9-812f-eb8ef949a13e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0594120 Sep 08 19:23:45.865467 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e1280311-c790-4a25-b97d-d07b38fe01da req-f7bf28df-caef-404e-9571-4d3804061559 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422845 Sep 08 19:23:45.955522 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:23:45.958666 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device a47c64b8-2ad4-414b-a0cb-cfca2d833e14 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:46.101438 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:46.121128 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'port_id': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'mac_address': 'fa:16:3e:2e:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:23:46.124216 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port a47c64b8-2ad4-414b-a0cb-cfca2d833e14 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:46.130962 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port a47c64b8-2ad4-414b-a0cb-cfca2d833e14 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:46.130962 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:46.181474 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7c41-68f3-493c-b847-9cc8600fe810 req-666a6b32-12b1-4fa9-a469-f75ded667de1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:46.183030 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-784d7c41-68f3-493c-b847-9cc8600fe810 req-666a6b32-12b1-4fa9-a469-f75ded667de1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0579095 Sep 08 19:23:46.195661 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:46.211787 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbf777a-bb09-4aff-bc5e-98b11e101574 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:23:46.224801 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-784d7c41-68f3-493c-b847-9cc8600fe810 req-074efb20-3c2f-49fa-a133-ebfc0cc62435 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353954 Sep 08 19:23:46.237701 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:46.269510 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:46.293759 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313ead41-ecae-4f89-ab5d-1a620331fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47c64b8-2ad4-414b-a0cb-cfca2d833e14'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:23:46.296510 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23f45e4-5b4c-4a79-9f8e-ad02002aef97" -d '{"events": [{"server_uuid": "313ead41-ecae-4f89-ab5d-1a620331fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "a47c64b8-2ad4-414b-a0cb-cfca2d833e14"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:23:46.310553 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port a47c64b8-2ad4-414b-a0cb-cfca2d833e14, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:46.311803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:46.335804 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92dee97-159f-4a5b-8d67-39825debfd30 x-openstack-request-id: req-a92dee97-159f-4a5b-8d67-39825debfd30 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:23:46.336391 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313ead41-ecae-4f89-ab5d-1a620331fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "a47c64b8-2ad4-414b-a0cb-cfca2d833e14", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:23:46.336715 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a92dee97-159f-4a5b-8d67-39825debfd30 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:23:46.337106 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313ead41-ecae-4f89-ab5d-1a620331fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'code': 200} Sep 08 19:23:46.364448 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:46.401226 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:46.402069 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1fdda553-e2a1-4302-b313-ed1f04f8f99d up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:46.521391 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:46.571149 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b02830-46bf-43e9-a6b0-c9d5c24ebad1 req-1320743b-4b94-40b7-8760-519799cfa06b tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:46.578815 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-59b02830-46bf-43e9-a6b0-c9d5c24ebad1 req-1320743b-4b94-40b7-8760-519799cfa06b tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 945 time: 0.0746171 Sep 08 19:23:46.597958 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['fbbf777a-bb09-4aff-bc5e-98b11e101574'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:23:46.639650 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-59b02830-46bf-43e9-a6b0-c9d5c24ebad1 req-3ab5b570-168c-4483-8ece-af4b72323bcc tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 Sep 08 19:23:46.640228 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 1fdda553-e2a1-4302-b313-ed1f04f8f99d completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:46.648236 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6527-0188-4ffa-827b-e03508c46132 req-fc0cdd0d-45d6-4c65-ab3f-a66db768a7a7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:46.650889 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-257c6527-0188-4ffa-827b-e03508c46132 req-fc0cdd0d-45d6-4c65-ab3f-a66db768a7a7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 945 time: 0.0957477 Sep 08 19:23:46.659273 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 1fdda553-e2a1-4302-b313-ed1f04f8f99d triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:46.659648 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:46.743264 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-257c6527-0188-4ffa-827b-e03508c46132 req-07992769-9b34-4fb7-b871-18f6e5423a2a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844722 Sep 08 19:23:46.749295 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fa419-4163-4f6a-874e-bffa5b540826 req-683da43d-fa07-47cc-960c-678ffb7006ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:46.751228 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ff5fa419-4163-4f6a-874e-bffa5b540826 req-683da43d-fa07-47cc-960c-678ffb7006ca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 1098 time: 0.0694690 Sep 08 19:23:46.802689 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ff5fa419-4163-4f6a-874e-bffa5b540826 req-cbf68c89-f8b2-4d46-bf12-787137f7de75 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Sep 08 19:23:46.809223 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:46.866973 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1fdda553-e2a1-4302-b313-ed1f04f8f99d, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1fdda553-e2a1-4302-b313-ed1f04f8f99d,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:46.932450 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:46.933481 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 00cd8ba7-3321-4f00-936f-999c0955df5c up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:46.948689 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38782) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:47.030838 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e53ecb-210d-4c87-925c-219ec31d5a29 req-fff449bc-9633-4386-af3a-e3b17f3cda9f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:47.032731 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e53ecb-210d-4c87-925c-219ec31d5a29 req-fff449bc-9633-4386-af3a-e3b17f3cda9f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 944 time: 0.0722375 Sep 08 19:23:47.037763 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=1fdda553-e2a1-4302-b313-ed1f04f8f99d,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:47.074901 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e53ecb-210d-4c87-925c-219ec31d5a29 req-0aa3c02f-3366-4055-b772-26147acabba9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346239 Sep 08 19:23:47.109745 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 00cd8ba7-3321-4f00-936f-999c0955df5c completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:47.114446 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf72-d6d7-4eb4-80af-595a9e6dbee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.116617 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 00cd8ba7-3321-4f00-936f-999c0955df5c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:47.117401 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.220177 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.231897 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf72-d6d7-4eb4-80af-595a9e6dbee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.257271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 00cd8ba7-3321-4f00-936f-999c0955df5c, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=00cd8ba7-3321-4f00-936f-999c0955df5c,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:47.298066 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf72-d6d7-4eb4-80af-595a9e6dbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.338228 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.354326 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-fba8bf72-d6d7-4eb4-80af-595a9e6dbee6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7974ffda842a477b96f18c7baf6542b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962574 Sep 08 19:23:47.354326 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8bf72-d6d7-4eb4-80af-595a9e6dbee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1117dc8e-faa1-4ed5-a0eb-7b0ef967cdaf,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:47.354326 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38800) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:47.354674 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d159a-dba4-4219-b39a-19982da65b91 req-e1a2c34a-46a7-407a-bc15-5057d33a256b tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:47.354674 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c14d159a-dba4-4219-b39a-19982da65b91 req-e1a2c34a-46a7-407a-bc15-5057d33a256b tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0543683 Sep 08 19:23:47.404689 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c14d159a-dba4-4219-b39a-19982da65b91 req-06427f14-16c7-48fe-94f2-66ba965977c5 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Sep 08 19:23:47.433152 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4f0e48b2-ffe8-4978-b307-57626a39513d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.487785 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4f0e48b2-ffe8-4978-b307-57626a39513d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.544191 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=00cd8ba7-3321-4f00-936f-999c0955df5c,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:47.641192 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4f0e48b2-ffe8-4978-b307-57626a39513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.643750 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4f0e48b2-ffe8-4978-b307-57626a39513d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:47.645068 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-4f0e48b2-ffe8-4978-b307-57626a39513d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1117dc8e-faa1-4ed5-a0eb-7b0ef967cdaf HTTP/1.1" status: 204 len: 168 time: 0.2937043 Sep 08 19:23:47.647620 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38812) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:47.653143 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e48b2-ffe8-4978-b307-57626a39513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117dc8e-faa1-4ed5-a0eb-7b0ef967cdaf,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:47.771357 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458cfb-9a84-4251-be42-ddc3dcb32860 req-4009ed01-c459-4446-aee7-4bf2b8cdb23d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:47.773141 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-01458cfb-9a84-4251-be42-ddc3dcb32860 req-4009ed01-c459-4446-aee7-4bf2b8cdb23d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 945 time: 0.0684748 Sep 08 19:23:47.827757 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-01458cfb-9a84-4251-be42-ddc3dcb32860 req-7118c6ac-dc19-4721-99a2-a58d4ba440e3 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471947 Sep 08 19:23:47.872689 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5512a8-a934-4d30-9212-1ca9259ed967 req-d44e3f2d-2e3a-433f-8caf-f40fa8546bc5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:47.874232 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af5512a8-a934-4d30-9212-1ca9259ed967 req-d44e3f2d-2e3a-433f-8caf-f40fa8546bc5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0558276 Sep 08 19:23:47.914162 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af5512a8-a934-4d30-9212-1ca9259ed967 req-2c64202c-ec75-41da-bfe7-d68b1def8ef3 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Sep 08 19:23:47.971400 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:23:48.029600 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb3b-3891-49cb-bc77-39fe6b8e736f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.111114 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port fbbf777a-bb09-4aff-bc5e-98b11e101574 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:23:48.125084 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port fbbf777a-bb09-4aff-bc5e-98b11e101574 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:23:48.125471 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.143647 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb3b-3891-49cb-bc77-39fe6b8e736f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.206251 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29bc27-b35a-4f7c-a6bc-0346bdbdcdee req-d93093fa-bc2f-4574-9b71-f2be33354454 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:48.207976 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bd29bc27-b35a-4f7c-a6bc-0346bdbdcdee req-d93093fa-bc2f-4574-9b71-f2be33354454 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 944 time: 0.0506151 Sep 08 19:23:48.216840 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.272920 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:23:48.281479 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bd29bc27-b35a-4f7c-a6bc-0346bdbdcdee req-47d7fbd2-0a91-4668-bfb8-c2d9f736513d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673504 Sep 08 19:23:48.286852 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb3b-3891-49cb-bc77-39fe6b8e736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.338055 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66575c59-d8e0-4214-82e6-0972c148c75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdda553-e2a1-4302-b313-ed1f04f8f99d'}, {'server_uuid': 'b93325a6-0737-459e-b8ac-dffbba89992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cd8ba7-3321-4f00-936f-999c0955df5c'}, {'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:23:48.340427 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57dd526-22f4-44f0-b5a4-e32b37ebfbc3" -d '{"events": [{"server_uuid": "66575c59-d8e0-4214-82e6-0972c148c75e", "name": "network-vif-plugged", "status": "completed", "tag": "1fdda553-e2a1-4302-b313-ed1f04f8f99d"}, {"server_uuid": "b93325a6-0737-459e-b8ac-dffbba89992d", "name": "network-vif-plugged", "status": "completed", "tag": "00cd8ba7-3321-4f00-936f-999c0955df5c"}, {"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:23:48.354043 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f2ecbb3b-3891-49cb-bc77-39fe6b8e736f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5ec0079dcdb4312afc6ec888d178cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7004542 Sep 08 19:23:48.354043 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecbb3b-3891-49cb-bc77-39fe6b8e736f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8ae89c-d47e-4cf0-aec7-cb51ddeff8c3,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:48.356007 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38842) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:48.376820 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.460469 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:48.461911 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38848) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:48.467316 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 19:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01fd50f-5f80-49f9-b0eb-0d18686c2616 x-openstack-request-id: req-e01fd50f-5f80-49f9-b0eb-0d18686c2616 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:23:48.467614 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66575c59-d8e0-4214-82e6-0972c148c75e", "name": "network-vif-plugged", "status": "completed", "tag": "1fdda553-e2a1-4302-b313-ed1f04f8f99d", "code": 200}, {"server_uuid": "b93325a6-0737-459e-b8ac-dffbba89992d", "name": "network-vif-plugged", "status": "completed", "tag": "00cd8ba7-3321-4f00-936f-999c0955df5c", "code": 200}, {"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:23:48.467873 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e01fd50f-5f80-49f9-b0eb-0d18686c2616 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:23:48.468368 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66575c59-d8e0-4214-82e6-0972c148c75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdda553-e2a1-4302-b313-ed1f04f8f99d', 'code': 200} Sep 08 19:23:48.468736 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93325a6-0737-459e-b8ac-dffbba89992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cd8ba7-3321-4f00-936f-999c0955df5c', 'code': 200} Sep 08 19:23:48.469066 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'code': 200} Sep 08 19:23:48.484229 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5656-dfbd-43fb-9d60-74ca4a7d48c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.486149 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-92763c0b-ca16-4a11-9b8f-1978cd7ee92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.509146 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5656-dfbd-43fb-9d60-74ca4a7d48c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.590014 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-92763c0b-ca16-4a11-9b8f-1978cd7ee92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.718967 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5656-dfbd-43fb-9d60-74ca4a7d48c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.719093 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-92763c0b-ca16-4a11-9b8f-1978cd7ee92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.721546 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5656-dfbd-43fb-9d60-74ca4a7d48c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.725156 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-bfbc5656-dfbd-43fb-9d60-74ca4a7d48c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d8ae89c-d47e-4cf0-aec7-cb51ddeff8c3 HTTP/1.1" status: 204 len: 168 time: 0.3624623 Sep 08 19:23:48.732480 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc5656-dfbd-43fb-9d60-74ca4a7d48c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8ae89c-d47e-4cf0-aec7-cb51ddeff8c3,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:48.770880 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92763c0b-ca16-4a11-9b8f-1978cd7ee92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f940f66-c129-4bc2-a3b3-8120d41f9992,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:48.777264 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-92763c0b-ca16-4a11-9b8f-1978cd7ee92c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29d56241c743448baaa300d813c679a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139315 Sep 08 19:23:48.779880 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38864) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:48.870802 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d73993f8-1f47-4b29-8785-21878397a90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:48.928210 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bd1db-ecfb-4844-93e0-d52e4b5d6d4e req-af2a83c4-85ad-4c3f-8fc0-b248b06cfad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:48.929781 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a56bd1db-ecfb-4844-93e0-d52e4b5d6d4e req-af2a83c4-85ad-4c3f-8fc0-b248b06cfad5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 1099 time: 0.1394148 Sep 08 19:23:48.932622 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f62bf-6002-4482-9454-f8221cc8528f req-3cf75727-18ab-4069-b1d9-0319080d84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:48.936169 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c3f62bf-6002-4482-9454-f8221cc8528f req-3cf75727-18ab-4069-b1d9-0319080d84a7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 1098 time: 0.0894051 Sep 08 19:23:48.995368 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a56bd1db-ecfb-4844-93e0-d52e4b5d6d4e req-0c792e7c-9a7d-4f4d-8787-39e7ad005d09 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534084 Sep 08 19:23:48.997979 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c3f62bf-6002-4482-9454-f8221cc8528f req-29b85659-e5af-4757-b55f-735f2c73d8e1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547905 Sep 08 19:23:49.010625 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d73993f8-1f47-4b29-8785-21878397a90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:49.056944 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f1238-baba-4a86-a88e-5cc316c0cd26 req-e1b23fb7-d0f7-460c-b97f-90ea6b854c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:49.058281 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-242f1238-baba-4a86-a88e-5cc316c0cd26 req-e1b23fb7-d0f7-460c-b97f-90ea6b854c64 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1098 time: 0.2114749 Sep 08 19:23:49.066960 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb987e49-fa63-45ae-95dc-5a61f62e3332 req-48475325-f9c4-46e4-9fe7-3fff4a819ce3 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:49.068605 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bb987e49-fa63-45ae-95dc-5a61f62e3332 req-48475325-f9c4-46e4-9fe7-3fff4a819ce3 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0572152 Sep 08 19:23:49.076293 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8892-ca73-4084-bae1-8b8b5f9cc854 req-d647388b-91f8-4ed0-aa62-73d0b8c9b4c4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:49.077880 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-419c8892-ca73-4084-bae1-8b8b5f9cc854 req-d647388b-91f8-4ed0-aa62-73d0b8c9b4c4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 945 time: 0.1479099 Sep 08 19:23:49.115572 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bb987e49-fa63-45ae-95dc-5a61f62e3332 req-89ace692-cacb-454c-a9c4-8590f5b9b6b5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368078 Sep 08 19:23:49.149111 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-419c8892-ca73-4084-bae1-8b8b5f9cc854 req-9c9ce8a5-7dc8-4a4a-a6df-7f1e8d3c67b6 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528681 Sep 08 19:23:49.173367 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d73993f8-1f47-4b29-8785-21878397a90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:49.175990 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d73993f8-1f47-4b29-8785-21878397a90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:49.177228 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d73993f8-1f47-4b29-8785-21878397a90f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f940f66-c129-4bc2-a3b3-8120d41f9992 HTTP/1.1" status: 204 len: 168 time: 0.3959570 Sep 08 19:23:49.186272 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73993f8-1f47-4b29-8785-21878397a90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f940f66-c129-4bc2-a3b3-8120d41f9992,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:49.414615 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366361e-d9aa-48fb-a202-36f185e5ef5b req-e71889b7-5a4a-477f-83e2-0ebd1bea7172 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:49.416390 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3366361e-d9aa-48fb-a202-36f185e5ef5b req-e71889b7-5a4a-477f-83e2-0ebd1bea7172 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0491786 Sep 08 19:23:49.436369 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-242f1238-baba-4a86-a88e-5cc316c0cd26 req-13561bb0-c91e-49af-bc42-9f718cff88b1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474997 Sep 08 19:23:49.467445 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3366361e-d9aa-48fb-a202-36f185e5ef5b req-36b13e25-e457-40d5-bf32-5e22cc382597 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434179 Sep 08 19:23:49.506602 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38900) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:49.520582 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c46cb5eb-dbfb-4fa6-945d-9205574b8760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:49.610755 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c46cb5eb-dbfb-4fa6-945d-9205574b8760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:49.728402 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c46cb5eb-dbfb-4fa6-945d-9205574b8760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:49.771098 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c46cb5eb-dbfb-4fa6-945d-9205574b8760 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d307f2aa31243f6bf30705fe6540c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627978 Sep 08 19:23:49.773908 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cb5eb-dbfb-4fa6-945d-9205574b8760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9675d5-3760-46d9-b254-251c2acf1782,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:49.775800 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38914) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:49.832254 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8836b22d-d337-4988-883b-37d9b63137b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:49.878439 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8836b22d-d337-4988-883b-37d9b63137b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:50.045423 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8836b22d-d337-4988-883b-37d9b63137b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:50.048125 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8836b22d-d337-4988-883b-37d9b63137b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:50.049280 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-8836b22d-d337-4988-883b-37d9b63137b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd9675d5-3760-46d9-b254-251c2acf1782 HTTP/1.1" status: 204 len: 168 time: 0.2723122 Sep 08 19:23:50.057482 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836b22d-d337-4988-883b-37d9b63137b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9675d5-3760-46d9-b254-251c2acf1782,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:50.234756 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6346532-c017-4349-b29b-137636185882 req-3a65f1a6-aa81-4c53-9e5b-6a4822e3add2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:50.236947 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f6346532-c017-4349-b29b-137636185882 req-3a65f1a6-aa81-4c53-9e5b-6a4822e3add2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0531242 Sep 08 19:23:50.314802 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f6346532-c017-4349-b29b-137636185882 req-5b323838-5967-442f-afbf-bc80e5edc366 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714574 Sep 08 19:23:50.459947 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 38946) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:50.613653 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2deee02-6667-4beb-84b6-1f889df09a9e req-9a75d5f9-2196-4325-bdbd-604b710a21c7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:50.616291 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2deee02-6667-4beb-84b6-1f889df09a9e req-9a75d5f9-2196-4325-bdbd-604b710a21c7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0706615 Sep 08 19:23:50.664694 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2deee02-6667-4beb-84b6-1f889df09a9e req-867b7298-7af4-491a-8ef4-1d7b728e0673 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 Sep 08 19:23:50.694888 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:23:50.720876 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65f55613-c691-4ef5-9516-29a2ee752ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:50.823823 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65f55613-c691-4ef5-9516-29a2ee752ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:50.913303 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65f55613-c691-4ef5-9516-29a2ee752ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:50.961398 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-65f55613-c691-4ef5-9516-29a2ee752ad1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31e33dfcf97a4144b31f7964a47f9387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5003474 Sep 08 19:23:50.963200 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f55613-c691-4ef5-9516-29a2ee752ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a1842b-7861-4aba-a4c9-15e2a116b122,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:50.964328 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 38970) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:51.077921 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-71de45eb-61a9-4ff2-a75d-4cabd92da8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:51.121331 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-71de45eb-61a9-4ff2-a75d-4cabd92da8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:51.258472 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-71de45eb-61a9-4ff2-a75d-4cabd92da8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:51.261542 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-71de45eb-61a9-4ff2-a75d-4cabd92da8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:51.262906 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-71de45eb-61a9-4ff2-a75d-4cabd92da8dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23a1842b-7861-4aba-a4c9-15e2a116b122 HTTP/1.1" status: 204 len: 168 time: 0.2973022 Sep 08 19:23:51.278577 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de45eb-61a9-4ff2-a75d-4cabd92da8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a1842b-7861-4aba-a4c9-15e2a116b122,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:51.435759 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b79699-494d-480f-9498-137431207336 req-6c48052f-0449-4334-b41d-b0fb32c0552e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:51.437251 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1b79699-494d-480f-9498-137431207336 req-6c48052f-0449-4334-b41d-b0fb32c0552e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0513618 Sep 08 19:23:51.477200 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1b79699-494d-480f-9498-137431207336 req-f279e554-272e-4a34-bbe8-9c847d4f8a56 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Sep 08 19:23:52.071769 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39028) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:52.123309 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51bde6-39fc-40d1-8e88-1caa5b1ed33c req-cd884b61-c71f-4e12-a9b6-a17ed529f6c0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:52.127027 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6d51bde6-39fc-40d1-8e88-1caa5b1ed33c req-cd884b61-c71f-4e12-a9b6-a17ed529f6c0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.1357472 Sep 08 19:23:52.143289 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8114547b-933d-4c41-8376-29e4143b90ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:52.195668 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6d51bde6-39fc-40d1-8e88-1caa5b1ed33c req-54626867-9f1a-4e30-ba46-e030986d4039 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621693 Sep 08 19:23:52.276039 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8114547b-933d-4c41-8376-29e4143b90ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:52.287087 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-3aed007f-ceb1-4ab8-a4de-23a6e53dd3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:52.288787 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-3aed007f-ceb1-4ab8-a4de-23a6e53dd3b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 1099 time: 0.2290859 Sep 08 19:23:52.303074 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db5550-5ac7-4fb5-985d-37124dd408b3 req-4b330ac4-7179-423b-b826-2dea99004ec9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:52.304743 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-36db5550-5ac7-4fb5-985d-37124dd408b3 req-4b330ac4-7179-423b-b826-2dea99004ec9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.1553166 Sep 08 19:23:52.339054 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6dab1-611b-4a39-8d56-6a6709dcc50b req-6253e326-4d1c-4eba-b1b1-05648aedc0dd tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:52.347310 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cbe6dab1-611b-4a39-8d56-6a6709dcc50b req-6253e326-4d1c-4eba-b1b1-05648aedc0dd tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0648034 Sep 08 19:23:52.354306 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39040) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:52.359351 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-bcf651ac-50f1-4d69-aec1-93fe21671aed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'floatingip': {'port_id': 'fbbf777a-bb09-4aff-bc5e-98b11e101574'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:52.454102 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8114547b-933d-4c41-8376-29e4143b90ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:52.466912 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bcf651ac-50f1-4d69-aec1-93fe21671aed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:52.583581 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-36db5550-5ac7-4fb5-985d-37124dd408b3 req-73333d5b-640e-4c31-8572-3dd0e45f6c4c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423160 Sep 08 19:23:52.585402 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-8114547b-933d-4c41-8376-29e4143b90ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e96278b91617451a9a721d10b1f168cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681065 Sep 08 19:23:52.590064 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39054) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:52.644690 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114547b-933d-4c41-8376-29e4143b90ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bb7044-e394-4850-a92f-14072e0f371a,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:52.644690 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-0ef6df30-78f0-440f-8fec-45c98632003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:52.644690 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-0ef6df30-78f0-440f-8fec-45c98632003e service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 919 time: 0.2993321 Sep 08 19:23:52.661601 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-4267aea0-898a-4d8c-9329-66b599bb9b60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdda553-e2a1-4302-b313-ed1f04f8f99d HTTP/1.1" status: 200 len: 217 time: 0.0359840 Sep 08 19:23:52.709025 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cbe0640c-6f23-4ef8-bf88-db47981d36c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:52.724390 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-82ca853c-7e44-4b48-a429-46bbc2855b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:52.727655 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-82ca853c-7e44-4b48-a429-46bbc2855b3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 200 len: 859 time: 0.0549119 Sep 08 19:23:52.745084 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cbe0640c-6f23-4ef8-bf88-db47981d36c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:52.769419 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-0dabdc7d-35bd-4d94-ae1d-79102e5f4e04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf24ac38-2b8d-4503-9d06-e96587b6c526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328841 Sep 08 19:23:52.881051 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-c70deefa-1a63-4b02-9cd3-2562b82baa3b service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035125 Sep 08 19:23:52.987641 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60e7de44-84e9-4465-9763-0a406bc3ad0b req-7b00e135-c720-4cbb-bdd3-4be91608336a service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979679 Sep 08 19:23:53.043586 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cbe0640c-6f23-4ef8-bf88-db47981d36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:53.046716 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cbe0640c-6f23-4ef8-bf88-db47981d36c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:53.047870 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-cbe0640c-6f23-4ef8-bf88-db47981d36c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7bb7044-e394-4850-a92f-14072e0f371a HTTP/1.1" status: 204 len: 168 time: 0.4564276 Sep 08 19:23:53.068899 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0640c-6f23-4ef8-bf88-db47981d36c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bb7044-e394-4850-a92f-14072e0f371a,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:53.433173 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:53.502668 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bcf651ac-50f1-4d69-aec1-93fe21671aed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:53.596968 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bcf651ac-50f1-4d69-aec1-93fe21671aed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:53.763983 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f36816-665d-4d1a-9a0c-492d135e1df0 req-31ec928d-f097-4871-9cbd-557d94c1c60d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:53.765802 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-18f36816-665d-4d1a-9a0c-492d135e1df0 req-31ec928d-f097-4871-9cbd-557d94c1c60d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0986044 Sep 08 19:23:53.779387 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-bcf651ac-50f1-4d69-aec1-93fe21671aed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Floating IP 42e9a85b-bfaf-4742-bec6-027736bac78d associated. External IP: 172.27.0.217, port: fbbf777a-bb09-4aff-bc5e-98b11e101574. Sep 08 19:23:53.846854 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-18f36816-665d-4d1a-9a0c-492d135e1df0 req-6d2a12f6-66c5-4a5d-8e7b-2f2b5747110c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734718 Sep 08 19:23:54.028326 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf651ac-50f1-4d69-aec1-93fe21671aed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:23:54.153603 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf651ac-50f1-4d69-aec1-93fe21671aed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:23:54.158390 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bcf651ac-50f1-4d69-aec1-93fe21671aed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:54.166653 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] Sync routers for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:23:54.179596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:54.181994 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:54.255062 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-bcf651ac-50f1-4d69-aec1-93fe21671aed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "PUT /v2.0/floatingips/42e9a85b-bfaf-4742-bec6-027736bac78d HTTP/1.1" status: 200 len: 991 time: 1.8994575 Sep 08 19:23:54.260229 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39148) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:54.261913 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:23:54.264389 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:23:54.304168 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:54.340311 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd4b145-f5b5-481e-b94f-48e0ba5052c1 x-openstack-request-id: req-fbd4b145-f5b5-481e-b94f-48e0ba5052c1 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:23:54.343685 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:23:54.344451 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbd4b145-f5b5-481e-b94f-48e0ba5052c1 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:23:54.345443 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'status': 'completed', 'code': 200} Sep 08 19:23:54.372369 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-806521192-network', 'tenant_id': 'ab28aedaae1345b5b95a765e51f9a2d9'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:54.425000 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-fa1a998f-42f8-4c2a-b01f-b2f2eb08accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:54.426974 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-fa1a998f-42f8-4c2a-b01f-b2f2eb08accc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 1098 time: 0.0511224 Sep 08 19:23:54.506214 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Made reservation on behalf of ab28aedaae1345b5b95a765e51f9a2d9 for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:54.509342 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:54.670339 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39160) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:54.705995 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '42e9a85b-bfaf-4742-bec6-027736bac78d', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'port_id': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'mac_address': 'fa:16:3e:2e:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:23:33Z', 'updated_at': '2021-09-08T19:23:53Z', 'revision_number': 1, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:54.729944 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:54.741724 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] Checking router: aab0f271-f598-4a29-8270-2ccb7a2c6ad8 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:23:54.752085 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:23:54.752918 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:23:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:54.765646 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-878854b3-1a2c-43b4-869e-e6cbb2444acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:54.767152 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-878854b3-1a2c-43b4-869e-e6cbb2444acc service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 917 time: 0.3290331 Sep 08 19:23:54.827157 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a19f9733-8417-475f-a2ee-15134e94532a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:54.891584 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:23:54.892720 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-c56e22b3-bfd1-4acb-b566-3ba8958e6063 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574 HTTP/1.1" status: 200 len: 999 time: 0.1159575 Sep 08 19:23:54.965817 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-890b9670-3c7d-4564-b655-9c95c5207c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:54.967630 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-890b9670-3c7d-4564-b655-9c95c5207c47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 200 len: 856 time: 0.0672348 Sep 08 19:23:54.977169 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:54.987272 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c85d3b-8128-4626-abe9-6f737085e89f req-68997274-70a7-4055-89fe-7e97035e1441 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:54.994560 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a9c85d3b-8128-4626-abe9-6f737085e89f req-68997274-70a7-4055-89fe-7e97035e1441 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0740018 Sep 08 19:23:55.030254 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a9c85d3b-8128-4626-abe9-6f737085e89f req-e16e30ae-d3d9-40e3-9644-0f18668615a3 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347750 Sep 08 19:23:55.060399 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-999d5283-cd97-40b2-ada5-723982a5ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:55.062166 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-999d5283-cd97-40b2-ada5-723982a5ba20 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782230 Sep 08 19:23:55.063410 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.102661 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:23:55.137845 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777a1da4-fc8d-4037-a2f1-cb722b7ff923,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:55.142450 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.142697 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Added segment 7be2e3d0-8dda-4a73-a06c-088369b3ee5d of type vlan for network eac0e79a-f700-41ad-b90d-1984037026c9 Sep 08 19:23:55.148623 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a19f9733-8417-475f-a2ee-15134e94532a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.190021 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '42e9a85b-bfaf-4742-bec6-027736bac78d', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'port_id': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'mac_address': 'fa:16:3e:2e:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:23:33Z', 'updated_at': '2021-09-08T19:23:53Z', 'revision_number': 1, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:23:55.209008 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a19f9733-8417-475f-a2ee-15134e94532a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.223542 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281628b-0faf-44a6-8f15-18fe62452106 None None] The sync data for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi is: [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '42e9a85b-bfaf-4742-bec6-027736bac78d', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'port_id': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'mac_address': 'fa:16:3e:2e:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:23:33Z', 'updated_at': '2021-09-08T19:23:53Z', 'revision_number': 1, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:23:55.229554 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.256896 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39180) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:55.257092 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a19f9733-8417-475f-a2ee-15134e94532a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0f702cc22e44828a55725da6952f89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5854926 Sep 08 19:23:55.258373 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f9733-8417-475f-a2ee-15134e94532a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3a932-b8c8-415c-8b38-d5d429ffcbf7,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:55.304927 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-9943f851-72ff-4607-ae5b-34c648550036 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270737 Sep 08 19:23:55.348632 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.349928 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:55.351881 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.391158 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7df25316-98d5-44ba-a126-0c17f358d1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.491091 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7df25316-98d5-44ba-a126-0c17f358d1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.517128 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] Pushing event updated for resources: {'Network': ['ID=eac0e79a-f700-41ad-b90d-1984037026c9,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:55.517956 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d7e06-e9e2-4057-baac-7fddc13039a8 None None] New status for floating IP 42e9a85b-bfaf-4742-bec6-027736bac78d: ACTIVE {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:23:55.530296 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network eac0e79a-f700-41ad-b90d-1984037026c9 details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:23:55.535711 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-298aa197-3c5f-4b8c-9b7f-68b6f108d89e req-6ddf444f-506c-4c72-98d4-2c27c2d20781 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178202 Sep 08 19:23:55.553841 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-1ff06dde-16f9-4e2b-885e-0600df853485 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2924590 Sep 08 19:23:55.571428 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39190) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:55.577124 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Request body: {'subnet': {'network_id': 'eac0e79a-f700-41ad-b90d-1984037026c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-806521192-subnet', 'tenant_id': 'ab28aedaae1345b5b95a765e51f9a2d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:55.696111 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7df25316-98d5-44ba-a126-0c17f358d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.700437 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7df25316-98d5-44ba-a126-0c17f358d1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:55.702012 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-7df25316-98d5-44ba-a126-0c17f358d1dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75f3a932-b8c8-415c-8b38-d5d429ffcbf7 HTTP/1.1" status: 204 len: 168 time: 0.4441633 Sep 08 19:23:55.710746 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df25316-98d5-44ba-a126-0c17f358d1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3a932-b8c8-415c-8b38-d5d429ffcbf7,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:55.718692 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Made reservation on behalf of ab28aedaae1345b5b95a765e51f9a2d9 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:55.719602 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.029699 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.088611 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a5eae8-dd33-46e6-88e6-d749c2b03397,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:56.104718 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Checking segment: {'id': '7be2e3d0-8dda-4a73-a06c-088369b3ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'eac0e79a-f700-41ad-b90d-1984037026c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:56.104981 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Network hostable DHCP agents. Network: eac0e79a-f700-41ad-b90d-1984037026c9, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:23:56.180651 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6389970-ce53-4c10-ae62-cc9e49d4e03c req-29a1900c-9ff9-4a82-9fab-d5c4f443e10a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:56.182317 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c6389970-ce53-4c10-ae62-cc9e49d4e03c req-29a1900c-9ff9-4a82-9fab-d5c4f443e10a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0613692 Sep 08 19:23:56.226097 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c6389970-ce53-4c10-ae62-cc9e49d4e03c req-df290040-5dd9-4d66-b5c9-9a6d3350bf78 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370197 Sep 08 19:23:56.247249 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Network eac0e79a-f700-41ad-b90d-1984037026c9 is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:23:56.341937 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, eac0e79a-f700-41ad-b90d-1984037026c9) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:56.346949 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:56.347899 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.351719 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43869a4-c1db-4901-bd21-b4db4b76aab8 None None] Network eac0e79a-f700-41ad-b90d-1984037026c9 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:56.453240 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-fe93c67d-92f0-41ab-829a-49c854137adc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8804100 Sep 08 19:23:56.482332 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39212) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:56.483507 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b3760-4ad0-4f87-81bb-bf7771e2e790 None None] Network eac0e79a-f700-41ad-b90d-1984037026c9 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:56.496541 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e46120c8-1583-428a-912f-5509077db208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.673130 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39220) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:56.675726 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e46120c8-1583-428a-912f-5509077db208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.747697 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e46120c8-1583-428a-912f-5509077db208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.786502 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-793ed68c-7d84-4c1b-9dd1-fcb2a1eaa087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.789545 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e46120c8-1583-428a-912f-5509077db208 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f26ed227892940c09c0981724c773b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034208 Sep 08 19:23:56.789545 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46120c8-1583-428a-912f-5509077db208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae3546d-6152-4698-8059-97e8e855fb06,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:56.791920 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39226) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:56.843277 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0ef43504-7582-4ef0-a9b8-306bdb2548ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.864796 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0ef43504-7582-4ef0-a9b8-306bdb2548ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.907268 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-793ed68c-7d84-4c1b-9dd1-fcb2a1eaa087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.977743 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-793ed68c-7d84-4c1b-9dd1-fcb2a1eaa087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.977944 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0ef43504-7582-4ef0-a9b8-306bdb2548ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.980306 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0ef43504-7582-4ef0-a9b8-306bdb2548ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:56.984449 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0ef43504-7582-4ef0-a9b8-306bdb2548ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ae3546d-6152-4698-8059-97e8e855fb06 HTTP/1.1" status: 204 len: 168 time: 0.1915915 Sep 08 19:23:56.992810 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef43504-7582-4ef0-a9b8-306bdb2548ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae3546d-6152-4698-8059-97e8e855fb06,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:57.026796 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-793ed68c-7d84-4c1b-9dd1-fcb2a1eaa087 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82a860d41a0f4e1aaaf628fc79877cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496895 Sep 08 19:23:57.026796 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ed68c-7d84-4c1b-9dd1-fcb2a1eaa087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a888a88-668b-43b0-97da-0fd932ee2d6d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:57.026965 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39234) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:57.089940 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f536e4-d6c4-4954-bef1-318db466b234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:57.111191 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f536e4-d6c4-4954-bef1-318db466b234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:57.259827 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f536e4-d6c4-4954-bef1-318db466b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:57.262083 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f536e4-d6c4-4954-bef1-318db466b234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:57.267535 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-59f536e4-d6c4-4954-bef1-318db466b234 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a888a88-668b-43b0-97da-0fd932ee2d6d HTTP/1.1" status: 204 len: 168 time: 0.2355475 Sep 08 19:23:57.271571 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f536e4-d6c4-4954-bef1-318db466b234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a888a88-668b-43b0-97da-0fd932ee2d6d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:57.386360 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95916-4214-487c-a64a-2235b0c01b12 req-96259059-2ba0-422e-894b-ecbff606def1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:57.387964 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ddd95916-4214-487c-a64a-2235b0c01b12 req-96259059-2ba0-422e-894b-ecbff606def1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0586059 Sep 08 19:23:57.436532 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ddd95916-4214-487c-a64a-2235b0c01b12 req-40ebfd29-2e1d-49c1-abb8-b76cc540b378 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359263 Sep 08 19:23:57.542556 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39262) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:57.549013 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1699004530-network', 'tenant_id': '0f821b5019c54986b5cc90b1593c4420'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:57.687762 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Made reservation on behalf of 0f821b5019c54986b5cc90b1593c4420 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:57.691785 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:57.704533 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:57.801315 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:57.873893 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:57.897776 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:23:57.907336 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822c3dc7-075d-4fb9-911a-514b5dee1f21,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:57.912846 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:57.913195 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Added segment 50c252c5-0830-4cba-ae12-4ddcda36d618 of type vlan for network af7db94b-5050-4876-995c-cd75d455072f Sep 08 19:23:57.952891 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.035268 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.036081 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:58.036669 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.069887 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39280) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:58.085923 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-43aad88f-d20e-4a03-94e2-8ebda0837032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.101433 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] Pushing event updated for resources: {'Network': ['ID=af7db94b-5050-4876-995c-cd75d455072f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:58.112520 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network af7db94b-5050-4876-995c-cd75d455072f details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:23:58.146784 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1966dc32-7327-48c8-96c9-c77aa1c74f27 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6005015 Sep 08 19:23:58.147128 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39284) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:58.152484 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Request body: {'subnet': {'network_id': 'af7db94b-5050-4876-995c-cd75d455072f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1699004530-subnet', 'tenant_id': '0f821b5019c54986b5cc90b1593c4420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:23:58.231932 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-43aad88f-d20e-4a03-94e2-8ebda0837032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.316997 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-43aad88f-d20e-4a03-94e2-8ebda0837032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.367900 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-43aad88f-d20e-4a03-94e2-8ebda0837032 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e92c360352a544079f42a79facc58e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937102 Sep 08 19:23:58.367900 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aad88f-d20e-4a03-94e2-8ebda0837032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb63e23-2fd3-4a30-986e-6d1be49c60b4,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:58.368092 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39290) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:58.422275 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0091cdc7-242c-481f-94d2-4cfb1d40579e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.424009 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Made reservation on behalf of 0f821b5019c54986b5cc90b1593c4420 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:23:58.427537 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.444180 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0091cdc7-242c-481f-94d2-4cfb1d40579e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.580413 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8be48-6477-4dcf-87c1-8e8536ba2b61 req-3aeda2cf-a7b7-4e99-b889-44f0af983e24 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:58.581984 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-57e8be48-6477-4dcf-87c1-8e8536ba2b61 req-3aeda2cf-a7b7-4e99-b889-44f0af983e24 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0592310 Sep 08 19:23:58.620375 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-57e8be48-6477-4dcf-87c1-8e8536ba2b61 req-3033a224-e941-4344-8944-708e2aeeff7b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Sep 08 19:23:58.623725 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0091cdc7-242c-481f-94d2-4cfb1d40579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.626333 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0091cdc7-242c-481f-94d2-4cfb1d40579e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.627449 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0091cdc7-242c-481f-94d2-4cfb1d40579e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cb63e23-2fd3-4a30-986e-6d1be49c60b4 HTTP/1.1" status: 204 len: 168 time: 0.2587328 Sep 08 19:23:58.635790 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091cdc7-242c-481f-94d2-4cfb1d40579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb63e23-2fd3-4a30-986e-6d1be49c60b4,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:58.787877 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:58.856614 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Pushing event updated for resources: {'Subnet': ['ID=188b6a5f-f2ab-451c-8820-cd0084898802,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:58.874705 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Checking segment: {'id': '50c252c5-0830-4cba-ae12-4ddcda36d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af7db94b-5050-4876-995c-cd75d455072f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:23:58.875060 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Network hostable DHCP agents. Network: af7db94b-5050-4876-995c-cd75d455072f, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:23:58.950285 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39316) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:58.978103 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Network af7db94b-5050-4876-995c-cd75d455072f is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:23:59.068205 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4699b396-ad07-456b-80eb-2bd57ef85d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:59.080983 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, af7db94b-5050-4876-995c-cd75d455072f) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:23:59.091688 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:59.091688 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:59.092423 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0baa941-3eef-495f-9900-c4a209bcfd5a None None] Network af7db94b-5050-4876-995c-cd75d455072f requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:59.162299 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4699b396-ad07-456b-80eb-2bd57ef85d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:59.215737 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f33a605-3335-47a9-858e-7cb86d923676 None None] Network af7db94b-5050-4876-995c-cd75d455072f requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:23:59.245150 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4699b396-ad07-456b-80eb-2bd57ef85d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:59.292916 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4699b396-ad07-456b-80eb-2bd57ef85d03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=234d1ed310854dc9a33c9fdf6d20dca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413217 Sep 08 19:23:59.294237 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b396-ad07-456b-80eb-2bd57ef85d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26430bf-51e5-4792-ba19-d9fc86b0d968,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:59.296272 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39330) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:23:59.315110 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-7317ae80-e961-408f-8027-0e1750d4149e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1661544 Sep 08 19:23:59.364977 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-934ae609-4451-44ac-960f-a7dd140f8fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:59.381122 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-934ae609-4451-44ac-960f-a7dd140f8fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:59.537709 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-934ae609-4451-44ac-960f-a7dd140f8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:59.540294 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-934ae609-4451-44ac-960f-a7dd140f8fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:23:59.544173 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-934ae609-4451-44ac-960f-a7dd140f8fb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d26430bf-51e5-4792-ba19-d9fc86b0d968 HTTP/1.1" status: 204 len: 168 time: 0.2441244 Sep 08 19:23:59.552696 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ae609-4451-44ac-960f-a7dd140f8fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26430bf-51e5-4792-ba19-d9fc86b0d968,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:23:59.744123 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df1d3d-1d92-4b2b-bc8c-7dc9c19f8575 req-f5e2fdb9-918b-49c9-8781-f026f6ee58da tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:23:59.745875 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d7df1d3d-1d92-4b2b-bc8c-7dc9c19f8575 req-f5e2fdb9-918b-49c9-8781-f026f6ee58da tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0508292 Sep 08 19:23:59.790143 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d7df1d3d-1d92-4b2b-bc8c-7dc9c19f8575 req-e6326340-5b87-4427-8f7e-1d1b8a61dd3a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354645 Sep 08 19:24:00.906472 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39436) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:00.917846 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4068160-9bcc-4056-ac92-33a84fb698ab req-d97706d2-48e9-4002-a1cf-bda06cc7e269 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:00.919345 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4068160-9bcc-4056-ac92-33a84fb698ab req-d97706d2-48e9-4002-a1cf-bda06cc7e269 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0576842 Sep 08 19:24:00.962734 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4068160-9bcc-4056-ac92-33a84fb698ab req-8a14c3b0-4d12-4497-88fb-dda6db3cbe20 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372519 Sep 08 19:24:01.033325 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c934bdb9-0d4b-4e36-9a9f-eee773e9570d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:01.124779 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c934bdb9-0d4b-4e36-9a9f-eee773e9570d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:01.207362 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c934bdb9-0d4b-4e36-9a9f-eee773e9570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:01.246911 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c934bdb9-0d4b-4e36-9a9f-eee773e9570d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef1d57dd9ad54f808d264932a37fd275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391702 Sep 08 19:24:01.249534 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39452) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:01.255489 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934bdb9-0d4b-4e36-9a9f-eee773e9570d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e47a6d-fc5f-4b99-b6b5-74cb430ef9c0,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:01.309808 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-992790eb-0a14-46d8-bf55-99add164bc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:01.344710 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-992790eb-0a14-46d8-bf55-99add164bc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:01.484309 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-992790eb-0a14-46d8-bf55-99add164bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:01.487396 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-992790eb-0a14-46d8-bf55-99add164bc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:01.490107 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-992790eb-0a14-46d8-bf55-99add164bc5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3e47a6d-fc5f-4b99-b6b5-74cb430ef9c0 HTTP/1.1" status: 204 len: 168 time: 0.2395368 Sep 08 19:24:01.497964 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992790eb-0a14-46d8-bf55-99add164bc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e47a6d-fc5f-4b99-b6b5-74cb430ef9c0,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:01.720902 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-50bca319-bbb1-4d83-9d4c-f6c7b1b1c654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:02.100504 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147dca9-0260-4f46-a095-0eea5028ccab req-83025c1e-01c8-4d45-85ab-98db2d0d73cc tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:02.102050 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4147dca9-0260-4f46-a095-0eea5028ccab req-83025c1e-01c8-4d45-85ab-98db2d0d73cc tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0512857 Sep 08 19:24:02.141292 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4147dca9-0260-4f46-a095-0eea5028ccab req-4b1c7620-ed7b-4fdb-b970-f8036f0ad07a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Sep 08 19:24:02.546292 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a48076-bdf5-40e3-b1ab-705ce3d4ef13 req-2e066fc3-44eb-43eb-82aa-0e54a5ff0526 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:02.547779 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c9a48076-bdf5-40e3-b1ab-705ce3d4ef13 req-2e066fc3-44eb-43eb-82aa-0e54a5ff0526 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0497160 Sep 08 19:24:02.604014 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c9a48076-bdf5-40e3-b1ab-705ce3d4ef13 req-ae71accd-1977-4880-93f4-a9db67e9ce4b tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501394 Sep 08 19:24:02.712879 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39500) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:02.726228 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b36140f-d357-4260-966b-14941e91d390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:02.816809 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b36140f-d357-4260-966b-14941e91d390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:02.904106 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b36140f-d357-4260-966b-14941e91d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:02.944010 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8b36140f-d357-4260-966b-14941e91d390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a44f0b64bd194c31a1a2cd3551348bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299521 Sep 08 19:24:02.945120 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36140f-d357-4260-966b-14941e91d390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b779f7-ed0b-4a9b-9201-006847a35cac,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:02.946686 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39502) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:02.997698 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edb4428a-de1c-4b5b-8996-45f8e84c1b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:03.019132 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edb4428a-de1c-4b5b-8996-45f8e84c1b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:03.147198 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edb4428a-de1c-4b5b-8996-45f8e84c1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:03.149792 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edb4428a-de1c-4b5b-8996-45f8e84c1b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:03.151042 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-edb4428a-de1c-4b5b-8996-45f8e84c1b39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5b779f7-ed0b-4a9b-9201-006847a35cac HTTP/1.1" status: 204 len: 168 time: 0.2031097 Sep 08 19:24:03.159001 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4428a-de1c-4b5b-8996-45f8e84c1b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b779f7-ed0b-4a9b-9201-006847a35cac,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:03.272467 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe60054-282a-4f75-ab78-3c78f84d91c1 req-efcea396-ce10-46c1-af30-624570793227 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:03.274012 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6fe60054-282a-4f75-ab78-3c78f84d91c1 req-efcea396-ce10-46c1-af30-624570793227 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0504537 Sep 08 19:24:03.312386 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6fe60054-282a-4f75-ab78-3c78f84d91c1 req-76c3a543-c350-422d-a4e1-735f72adeff1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Sep 08 19:24:03.738184 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47cd38-ad76-48f0-abfc-06594f16f1a4 req-07b5dfc8-ca1e-4a1c-9406-380282f23655 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:03.745378 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ce47cd38-ad76-48f0-abfc-06594f16f1a4 req-07b5dfc8-ca1e-4a1c-9406-380282f23655 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0708683 Sep 08 19:24:03.782698 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ce47cd38-ad76-48f0-abfc-06594f16f1a4 req-45db7d01-f097-45a1-b8fc-f19d2a48eb15 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364645 Sep 08 19:24:03.919641 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39526) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:03.931855 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7234c4a3-0d1f-4edb-97c1-b6139cbe73e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:04.028391 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7234c4a3-0d1f-4edb-97c1-b6139cbe73e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:04.109162 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7234c4a3-0d1f-4edb-97c1-b6139cbe73e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:04.143482 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9725c1aa-c66d-40ff-a119-8700f0c8c525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:04.149755 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7234c4a3-0d1f-4edb-97c1-b6139cbe73e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e16ce37c1904ee7806320d2a6aafd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289264 Sep 08 19:24:04.149755 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234c4a3-0d1f-4edb-97c1-b6139cbe73e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760e8dd6-b99c-4af4-b081-b0b6ac59fd28,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:04.153842 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39528) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:04.198442 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ce43b40b-f9c0-4d47-87d5-5b45bab66a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:04.219584 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ce43b40b-f9c0-4d47-87d5-5b45bab66a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:04.343832 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ce43b40b-f9c0-4d47-87d5-5b45bab66a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:04.353549 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ce43b40b-f9c0-4d47-87d5-5b45bab66a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:04.354744 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ce43b40b-f9c0-4d47-87d5-5b45bab66a68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/760e8dd6-b99c-4af4-b081-b0b6ac59fd28 HTTP/1.1" status: 204 len: 168 time: 0.2036111 Sep 08 19:24:04.368354 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43b40b-f9c0-4d47-87d5-5b45bab66a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760e8dd6-b99c-4af4-b081-b0b6ac59fd28,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:04.474089 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f90370-bad5-41f9-9664-59bdb4b18f3b req-5a0e32a9-a079-4a75-b7a5-595ec3e02cb3 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:04.475662 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-33f90370-bad5-41f9-9664-59bdb4b18f3b req-5a0e32a9-a079-4a75-b7a5-595ec3e02cb3 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0642748 Sep 08 19:24:04.515458 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:04.517175 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-33f90370-bad5-41f9-9664-59bdb4b18f3b req-17720a09-678d-470c-bdcb-1d7360f2caaf tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344095 Sep 08 19:24:04.902405 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0620e-29ef-48eb-9fce-8bf1d6eeb2dd req-61288d54-2412-4ed1-aa2a-862bdb25c804 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:04.903916 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15c0620e-29ef-48eb-9fce-8bf1d6eeb2dd req-61288d54-2412-4ed1-aa2a-862bdb25c804 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0484407 Sep 08 19:24:04.940705 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15c0620e-29ef-48eb-9fce-8bf1d6eeb2dd req-bb96177c-c757-492a-bd91-092f1736159f tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Sep 08 19:24:05.125014 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-25d85d93-200a-4d86-b671-fbc2c6eb7c15 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:05.126488 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-25d85d93-200a-4d86-b671-fbc2c6eb7c15 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0473526 Sep 08 19:24:05.639030 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a542de2-6bcf-493a-a222-460d7395c0e4 req-b53e3921-5bcc-4101-bd7b-b84de20c5816 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:05.640817 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5a542de2-6bcf-493a-a222-460d7395c0e4 req-b53e3921-5bcc-4101-bd7b-b84de20c5816 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0515542 Sep 08 19:24:05.678803 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5a542de2-6bcf-493a-a222-460d7395c0e4 req-ff9e5116-1054-4324-9767-8c59104637e6 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Sep 08 19:24:05.878435 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:06.053113 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea8ffb-3de0-457a-8b4c-c8ca84d63e67 req-cff18a90-6029-425f-ab2b-d28845543e16 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:06.054626 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e9ea8ffb-3de0-457a-8b4c-c8ca84d63e67 req-cff18a90-6029-425f-ab2b-d28845543e16 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0476942 Sep 08 19:24:06.092235 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e9ea8ffb-3de0-457a-8b4c-c8ca84d63e67 req-f0b0af17-e615-443c-ac4d-99139999d52b tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Sep 08 19:24:06.809320 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220062a-c695-4653-9ee7-95c2ec91c95f req-084da395-f857-423d-8c58-a5f7c64b7a8e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:06.811651 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d220062a-c695-4653-9ee7-95c2ec91c95f req-084da395-f857-423d-8c58-a5f7c64b7a8e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0511229 Sep 08 19:24:06.857473 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d220062a-c695-4653-9ee7-95c2ec91c95f req-31ad13e8-c6be-4df6-9773-40d9f55e0425 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Sep 08 19:24:07.208059 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae4802-7f6d-4de7-9640-efe8ab0781a8 req-a07131e4-f992-4e0b-9f84-7890714356e8 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:07.209571 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fcae4802-7f6d-4de7-9640-efe8ab0781a8 req-a07131e4-f992-4e0b-9f84-7890714356e8 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0512526 Sep 08 19:24:07.248841 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fcae4802-7f6d-4de7-9640-efe8ab0781a8 req-58fc8556-4ac5-4698-a3ab-f74937e2d81c tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331719 Sep 08 19:24:07.286343 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:07.985079 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669d5d-0d07-430f-b3f8-ba0683a8a72b req-145a69ad-b630-4522-8b21-4d2149f9c50c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:07.992497 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76669d5d-0d07-430f-b3f8-ba0683a8a72b req-145a69ad-b630-4522-8b21-4d2149f9c50c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0583191 Sep 08 19:24:08.023932 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76669d5d-0d07-430f-b3f8-ba0683a8a72b req-ad8270f7-694b-4a51-bd88-64b26913d498 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306547 Sep 08 19:24:08.367328 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91513c-870c-4c71-88fe-cccecf4c6a5e req-bfeb213c-2d85-4cd2-8539-36f9a6d56b6d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:08.368756 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fb91513c-870c-4c71-88fe-cccecf4c6a5e req-bfeb213c-2d85-4cd2-8539-36f9a6d56b6d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 945 time: 0.0509257 Sep 08 19:24:08.407810 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fb91513c-870c-4c71-88fe-cccecf4c6a5e req-2a03f982-fbd7-4066-8d81-bd8fb4268568 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33c9522-04d1-4e43-b954-e18148bd9146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Sep 08 19:24:08.539608 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Deleting port 6aa2eaf9-af53-42ee-bb35-776b9743a218 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:24:08.540151 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:08.630428 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] For port 6aa2eaf9-af53-42ee-bb35-776b9743a218, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6aa2eaf9-af53-42ee-bb35-776b9743a218,segment=NetworkSegment(f42bdc7f-f9cd-4051-9f63-0b2d49c3633c),segment_id=f42bdc7f-f9cd-4051-9f63-0b2d49c3633c)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:24:08.630793 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:08.645409 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Calling delete_port for 6aa2eaf9-af53-42ee-bb35-776b9743a218 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:24:08.844496 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:08.872964 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Pushing event deleted for resources: {'Port': ['ID=6aa2eaf9-af53-42ee-bb35-776b9743a218,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:08.935070 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] No DVR routers for this DVR port 6aa2eaf9-af53-42ee-bb35-776b9743a218 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:24:08.938328 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:08.940649 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-414032cf-ccb1-46d9-a90e-8ba33ad5c79f req-4e164c34-f1ac-4356-9f43-ff8a03ad8575 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.38 "DELETE /v2.0/ports/6aa2eaf9-af53-42ee-bb35-776b9743a218 HTTP/1.1" status: 204 len: 173 time: 0.5466774 Sep 08 19:24:08.940957 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd9baae-9515-4670-b208-d6c55f7883b9', 'name': 'network-vif-deleted', 'tag': '6aa2eaf9-af53-42ee-bb35-776b9743a218'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:24:08.943281 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eaeaf2-857f-45ca-b9c2-872dd7eca930" -d '{"events": [{"server_uuid": "9dd9baae-9515-4670-b208-d6c55f7883b9", "name": "network-vif-deleted", "tag": "6aa2eaf9-af53-42ee-bb35-776b9743a218"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:24:08.989655 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3459278c-20ab-4df4-be43-d761a92ba94c x-openstack-request-id: req-3459278c-20ab-4df4-be43-d761a92ba94c {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:24:08.990043 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd9baae-9515-4670-b208-d6c55f7883b9", "name": "network-vif-deleted", "tag": "6aa2eaf9-af53-42ee-bb35-776b9743a218", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:24:08.990383 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3459278c-20ab-4df4-be43-d761a92ba94c {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:24:08.990947 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd9baae-9515-4670-b208-d6c55f7883b9', 'name': 'network-vif-deleted', 'tag': '6aa2eaf9-af53-42ee-bb35-776b9743a218', 'status': 'completed', 'code': 200} Sep 08 19:24:09.151572 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e213d16-2906-4e26-8374-24aea2c1c387 req-19f1c61f-666b-46d4-98aa-773496c0e52c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:09.151572 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0e213d16-2906-4e26-8374-24aea2c1c387 req-19f1c61f-666b-46d4-98aa-773496c0e52c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0542409 Sep 08 19:24:09.191780 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0e213d16-2906-4e26-8374-24aea2c1c387 req-c2cc8da0-883c-4d60-b484-f70c87a8e736 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340192 Sep 08 19:24:09.508831 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bab2dc95-de7d-492e-924a-2880d67f0dd8 req-bb4c9379-ff30-42ef-876f-69dfa80b7c3e tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.0285072 Sep 08 19:24:10.121612 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 6aa2eaf9-af53-42ee-bb35-776b9743a218 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:24:10.145876 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 6aa2eaf9-af53-42ee-bb35-776b9743a218 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:24:10.146276 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 6aa2eaf9-af53-42ee-bb35-776b9743a218 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:24:10.329596 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc85668-fc8e-45ce-80b4-c423d7a2ebbb req-13f17fa0-8a6a-4ae1-9e29-c3693b1cc1ae tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:10.331209 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4cc85668-fc8e-45ce-80b4-c423d7a2ebbb req-13f17fa0-8a6a-4ae1-9e29-c3693b1cc1ae tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0522852 Sep 08 19:24:10.369882 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4cc85668-fc8e-45ce-80b4-c423d7a2ebbb req-7cdb025e-8abe-4717-ae86-4285b773e9e4 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Sep 08 19:24:10.669160 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-90e07879-ed53-4fa4-a81f-04b3921cc703 req-6fe16bd2-c14b-4363-b92a-d33f2db629a5 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.0249038 Sep 08 19:24:11.026711 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-ac978cee-45c4-4255-924b-f42edd4746cb tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:11.028703 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-ac978cee-45c4-4255-924b-f42edd4746cb tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/networks?id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 200 len: 814 time: 0.2871296 Sep 08 19:24:11.043611 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-51c4a56a-1e99-4611-a253-8b07cfb2434f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/quotas/44af43e186db418481f331503d3fdcd0 HTTP/1.1" status: 200 len: 375 time: 0.0086811 Sep 08 19:24:11.090470 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-220e3282-a6ce-4c6e-9877-19e6d7a427b2 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0411599 Sep 08 19:24:11.182640 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-8f9b8a9b-4ec5-4e62-9fb0-3ebeb0bb81aa service neutron] 10.222.0.21 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845501 Sep 08 19:24:11.282908 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-1be2c450-2e30-4938-a019-9c8de034aadf service neutron] 10.222.0.21 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941410 Sep 08 19:24:11.574739 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9d213-be29-45e3-8324-68e939187dd2 req-45cf4148-2475-4d17-a3e2-e27dd570a2fa tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:11.577770 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9ed9d213-be29-45e3-8324-68e939187dd2 req-45cf4148-2475-4d17-a3e2-e27dd570a2fa tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0664177 Sep 08 19:24:11.621234 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9ed9d213-be29-45e3-8324-68e939187dd2 req-5ee79375-c8c3-4925-b857-28a16aa52b97 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 Sep 08 19:24:11.695260 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d049787f-86f1-4be8-a961-d5a1cc68c17f req-61f9a7fa-cce2-4aad-9a0e-20feff8fe476 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 210 time: 0.0282583 Sep 08 19:24:11.787730 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d85836fc-e3de-4756-acad-56cf73e84a0a req-7c12ae1e-8c3c-403a-864d-7adeef0a057d tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.0254722 Sep 08 19:24:12.744511 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4db188-5058-401f-8922-2b94a9beb1e9 req-74c9f5ef-3304-4931-b141-baefc628afa8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:12.745970 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc4db188-5058-401f-8922-2b94a9beb1e9 req-74c9f5ef-3304-4931-b141-baefc628afa8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0479894 Sep 08 19:24:12.782924 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc4db188-5058-401f-8922-2b94a9beb1e9 req-1409487a-e589-4fa2-a138-15255abbbf70 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310857 Sep 08 19:24:12.861823 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-43a5a67b-0fcc-49dc-8e02-138e21296459 req-90be8e36-810a-4474-9127-6ea5c97c3b58 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 210 time: 0.0283906 Sep 08 19:24:12.949665 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8623e6d-1e84-4538-bb6e-7d91722291e2 req-9e447c54-52a4-459f-8640-02392f4feba1 tempest-DeleteServersTestJSON-1243906975 tempest-DeleteServersTestJSON-1243906975-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9baae-9515-4670-b208-d6c55f7883b9 HTTP/1.1" status: 200 len: 210 time: 0.0245945 Sep 08 19:24:13.896103 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d2c6c-1c85-4e3f-82aa-e00b3c10465d req-927e41a2-394d-49ab-b28d-991345bc4828 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:13.897819 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-711d2c6c-1c85-4e3f-82aa-e00b3c10465d req-927e41a2-394d-49ab-b28d-991345bc4828 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0496609 Sep 08 19:24:13.938739 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-711d2c6c-1c85-4e3f-82aa-e00b3c10465d req-35493605-2552-4645-8ca4-f1bbc8da60b0 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345020 Sep 08 19:24:13.963390 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dfa7a695-8708-416b-b89a-ddd1b0e2abdf req-d4261ac7-05a5-44dc-94c8-ca9c7287276b tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 210 time: 0.0312536 Sep 08 19:24:14.729998 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-3739d95f-a468-4cc6-8329-07bababc5aff tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:14.732521 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-3739d95f-a468-4cc6-8329-07bababc5aff tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "GET /v2.0/networks?id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 200 len: 814 time: 0.1181755 Sep 08 19:24:14.765138 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Request body: {'port': {'device_id': 'fffba941-3812-4665-ad90-c9555c43008a', 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc', 'admin_state_up': True, 'tenant_id': '44af43e186db418481f331503d3fdcd0'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:14.967668 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Made reservation on behalf of 44af43e186db418481f331503d3fdcd0 for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:24:14.971161 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.085101 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7fc2dcab-749e-491d-b0b6-5812ef045148 req-b72a28d0-1aae-4908-947b-9f237d877540 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 210 time: 0.0371120 Sep 08 19:24:15.094564 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0657a91-e399-48a6-b5ae-f4320eb2ca98 req-85237795-2caa-4d90-be98-6cc0e1993df7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:15.102712 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a0657a91-e399-48a6-b5ae-f4320eb2ca98 req-85237795-2caa-4d90-be98-6cc0e1993df7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0774052 Sep 08 19:24:15.135993 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a0657a91-e399-48a6-b5ae-f4320eb2ca98 req-efcebad9-00ea-4cfb-a1f9-3f6268b833d5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Sep 08 19:24:15.170768 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Allocated IP 172.20.0.9 (a5f66ed6-8379-450b-ae8b-a1c5e1d387cc/e058c8ab-8bb0-482a-82d7-84a2f30fea3e/de22bc97-70a2-4e87-a0ff-bd5ff040f988) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:24:15.328547 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.379616 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39838) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:15.485990 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0269958a-c5d8-4753-8f80-a96dd39717f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.499815 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.525662 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['a47c64b8-2ad4-414b-a0cb-cfca2d833e14'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:24:15.565623 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:24:15.579331 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:24:15.583747 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Pushing event updated for resources: {'Port': ['ID=de22bc97-70a2-4e87-a0ff-bd5ff040f988,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:15.586084 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:24:15.592463 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:15.594735 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.616784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.616784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.616784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.616784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.616784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.616784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.616784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.616784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.618186 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.618186 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.618186 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.618186 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.648230 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39852) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:15.692665 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0269958a-c5d8-4753-8f80-a96dd39717f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.696002 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Deleting subnet 8a8302d8-c12f-4b4f-92be-5dfda2d91da6 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:24:15.699351 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.734746 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.743679 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.766653 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0269958a-c5d8-4753-8f80-a96dd39717f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.812492 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-0269958a-c5d8-4753-8f80-a96dd39717f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27e351eba9f34e709b3bfdc30db25175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317422 Sep 08 19:24:15.814405 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269958a-c5d8-4753-8f80-a96dd39717f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a59fe0-2be2-4557-aea7-66c21d486b88,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:15.815185 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39858) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:15.850979 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-4576e429-0b6b-4a0e-8a43-e705b01a6c01 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0902622 Sep 08 19:24:15.863837 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Request body: {'port': {'device_id': 'fffba941-3812-4665-ad90-c9555c43008a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:15.868387 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7244c59f-abf0-43c6-ac68-f3009d17d4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.879888 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.911806 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7244c59f-abf0-43c6-ac68-f3009d17d4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.918300 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.919975 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8302d8-c12f-4b4f-92be-5dfda2d91da6,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:15.936625 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:15.938541 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a8302d8-c12f-4b4f-92be-5dfda2d91da6 HTTP/1.1" status: 204 len: 168 time: 0.2893221 Sep 08 19:24:15.941617 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.942002 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.942322 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.942648 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.942972 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.943295 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.943615 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.943930 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.944249 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.944563 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.944875 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.945184 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d28b9b-f52a-4c58-a5bb-e22fbd3ee6c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:15.947590 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39860) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:16.042427 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.093436 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7244c59f-abf0-43c6-ac68-f3009d17d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.096017 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7244c59f-abf0-43c6-ac68-f3009d17d4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.097205 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7244c59f-abf0-43c6-ac68-f3009d17d4ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1a59fe0-2be2-4557-aea7-66c21d486b88 HTTP/1.1" status: 204 len: 168 time: 0.2803590 Sep 08 19:24:16.139600 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.142594 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244c59f-abf0-43c6-ac68-f3009d17d4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a59fe0-2be2-4557-aea7-66c21d486b88,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:16.173802 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.173802 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.174506 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.174713 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > port after_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.175047 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.175397 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > port after_update 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.175753 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.176134 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.176582 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.176821 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.225862 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de22bc97-70a2-4e87-a0ff-bd5ff040f988 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:24:16.234197 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.269375 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Transition to ACTIVE for port object de22bc97-70a2-4e87-a0ff-bd5ff040f988 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:24:16.290791 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d13fd2-ed5b-4f08-a46b-6a0af1c1d837 req-be3864e3-dd1b-41e7-a1f5-0c4bfe1b3d1a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:16.292784 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-79d13fd2-ed5b-4f08-a46b-6a0af1c1d837 req-be3864e3-dd1b-41e7-a1f5-0c4bfe1b3d1a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0557916 Sep 08 19:24:16.324137 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.355980 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-79d13fd2-ed5b-4f08-a46b-6a0af1c1d837 req-2ade90bd-b3c8-4c11-9e50-752dea8b7719 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567982 Sep 08 19:24:16.367233 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.370318 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.390368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.390368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:16.390368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7989a117-ae12-4a79-ab76-69dd6bfe06dd']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:16.390893 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Pushing event updated for resources: {'Port': ['ID=de22bc97-70a2-4e87-a0ff-bd5ff040f988,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:16.412596 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42bdc7f-f9cd-4051-9f63-0b2d49c3633c') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:16.413255 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42bdc7f-f9cd-4051-9f63-0b2d49c3633c') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:16.418326 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Attempting to bind port de22bc97-70a2-4e87-a0ff-bd5ff040f988 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:24:16.419416 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Attempting to bind port de22bc97-70a2-4e87-a0ff-bd5ff040f988 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:24:16.419843 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Attempting to bind port de22bc97-70a2-4e87-a0ff-bd5ff040f988 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:24:16.424482 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Port de22bc97-70a2-4e87-a0ff-bd5ff040f988 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:24:16.424858 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Attempting to bind port de22bc97-70a2-4e87-a0ff-bd5ff040f988 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:24:16.430639 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:24:16.430848 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Checking segment: {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:24:16.431296 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Bound using segment: {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:24:16.431858 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Bound port: de22bc97-70a2-4e87-a0ff-bd5ff040f988, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:24:16.432285 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.450706 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278415'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.476090 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.489086 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7882c0e-70d2-4152-b028-a3003fc52759 req-ebb15b0b-33a3-43dc-84a0-b5343b11b718 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:16.490760 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a7882c0e-70d2-4152-b028-a3003fc52759 req-ebb15b0b-33a3-43dc-84a0-b5343b11b718 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 943 time: 0.1136081 Sep 08 19:24:16.494624 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:24:16.495024 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4249662'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: from cryptography.utils import int_from_bytes Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: from cryptography.utils import int_from_bytes Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: Traceback (most recent call last): Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: timer() Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: cb(*args, **kw) Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: return func(*args, **kwargs) Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: self._notify() Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: self.callback(batched_events) Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: event.method(event) Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: return f(self, *a, **k) Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._get(url).json() Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:24:16.499434 dv-cinder-807933-1-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:24:16.505124 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] For port de22bc97-70a2-4e87-a0ff-bd5ff040f988, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:24:16.508227 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] For port de22bc97-70a2-4e87-a0ff-bd5ff040f988, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=de22bc97-70a2-4e87-a0ff-bd5ff040f988,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:24:16.585517 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a7882c0e-70d2-4152-b028-a3003fc52759 req-db626721-4c88-424e-9d42-a91a1f42f400 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759900 Sep 08 19:24:16.646518 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.685614 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:16.686547 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.687960 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] 10.222.0.38 "PUT /v2.0/ports/de22bc97-70a2-4e87-a0ff-bd5ff040f988 HTTP/1.1" status: 200 len: 1093 time: 0.8285415 Sep 08 19:24:16.688405 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffba941-3812-4665-ad90-c9555c43008a', 'tag': 'de22bc97-70a2-4e87-a0ff-bd5ff040f988'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:24:16.690850 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96ec428-3da8-49d7-8fdb-f650493e64fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fffba941-3812-4665-ad90-c9555c43008a", "tag": "de22bc97-70a2-4e87-a0ff-bd5ff040f988"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:24:16.693473 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.704963 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.707545 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] 10.222.0.21 "DELETE /v2.0/networks/7989a117-ae12-4a79-ab76-69dd6bfe06dd HTTP/1.1" status: 204 len: 168 time: 0.7540133 Sep 08 19:24:16.730927 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa730b-1465-4824-bc93-1581e73b68ad service neutron] Pushing event updated for resources: {'Port': ['ID=de22bc97-70a2-4e87-a0ff-bd5ff040f988,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:16.737065 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cc428-b503-4b49-843a-2296d9bc887b admin admin] Pushing event deleted for resources: {'Network': ['ID=7989a117-ae12-4a79-ab76-69dd6bfe06dd,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:16.752814 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905dd0cd-5246-45b5-8708-138783daecfa x-openstack-request-id: req-905dd0cd-5246-45b5-8708-138783daecfa {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:24:16.753176 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffba941-3812-4665-ad90-c9555c43008a", "tag": "de22bc97-70a2-4e87-a0ff-bd5ff040f988", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:24:16.753366 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-905dd0cd-5246-45b5-8708-138783daecfa {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:24:16.753782 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffba941-3812-4665-ad90-c9555c43008a', 'tag': 'de22bc97-70a2-4e87-a0ff-bd5ff040f988', 'status': 'completed', 'code': 200} Sep 08 19:24:16.822513 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ec428-3da8-49d7-8fdb-f650493e64fa req-8e9707fd-75cd-48ef-92b4-b2d8c61a24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:16.823842 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c96ec428-3da8-49d7-8fdb-f650493e64fa req-8e9707fd-75cd-48ef-92b4-b2d8c61a24aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 1096 time: 0.0416319 Sep 08 19:24:16.838459 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39880) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:16.854492 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f08e-2208-4c7d-a927-de343f8c9b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:16.956972 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ec428-3da8-49d7-8fdb-f650493e64fa req-884fae68-10df-4e2d-8cfb-40fcac95b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:16.958552 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c96ec428-3da8-49d7-8fdb-f650493e64fa req-884fae68-10df-4e2d-8cfb-40fcac95b9b7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=44af43e186db418481f331503d3fdcd0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1232235 Sep 08 19:24:16.974480 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f08e-2208-4c7d-a927-de343f8c9b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.045334 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f08e-2208-4c7d-a927-de343f8c9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.082204 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ec428-3da8-49d7-8fdb-f650493e64fa req-879dc614-055a-40be-b901-841fdc14286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:17.083797 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c96ec428-3da8-49d7-8fdb-f650493e64fa req-879dc614-055a-40be-b901-841fdc14286a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1133528 Sep 08 19:24:17.085987 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5fe6f08e-2208-4c7d-a927-de343f8c9b7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25fec806f8394de8bdc7e02a74de2338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460749 Sep 08 19:24:17.086837 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6f08e-2208-4c7d-a927-de343f8c9b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de567a49-32e9-4760-96ef-207341648c50,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:17.088797 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39892) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:17.154482 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39894) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:17.185119 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a8489197-4f88-44db-901b-0d60fa293662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.204231 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-340c6491-e4a2-438e-98b2-e99757b61c75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04c41f31e2984a6baf747d88672df563&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492179 Sep 08 19:24:17.206748 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39896) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:17.210540 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-1201ad2e-9f30-46c0-a28f-0a833496bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:17.212073 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-1201ad2e-9f30-46c0-a28f-0a833496bc2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 1096 time: 0.0681717 Sep 08 19:24:17.217048 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a8489197-4f88-44db-901b-0d60fa293662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.257748 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a245933-b27d-41b8-9336-49a9ceca6d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.269105 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-33fff768-c0fe-4314-89c1-44efb5356dd8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de22bc97-70a2-4e87-a0ff-bd5ff040f988 HTTP/1.1" status: 200 len: 217 time: 0.0438235 Sep 08 19:24:17.280474 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a245933-b27d-41b8-9336-49a9ceca6d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.338453 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-e5c97de4-66d7-49e0-864b-88f2b12dd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:17.340042 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-e5c97de4-66d7-49e0-864b-88f2b12dd0c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e058c8ab-8bb0-482a-82d7-84a2f30fea3e HTTP/1.1" status: 200 len: 854 time: 0.0603280 Sep 08 19:24:17.380570 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-22b2cc0a-6740-4ef8-8c38-339229ee2ca7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273535 Sep 08 19:24:17.418104 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a245933-b27d-41b8-9336-49a9ceca6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.421735 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a245933-b27d-41b8-9336-49a9ceca6d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.425398 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a8489197-4f88-44db-901b-0d60fa293662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.425531 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3a245933-b27d-41b8-9336-49a9ceca6d24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a33c9522-04d1-4e43-b954-e18148bd9146 HTTP/1.1" status: 204 len: 168 time: 0.2167904 Sep 08 19:24:17.427978 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a8489197-4f88-44db-901b-0d60fa293662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:17.434168 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a8489197-4f88-44db-901b-0d60fa293662 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de567a49-32e9-4760-96ef-207341648c50 HTTP/1.1" status: 204 len: 168 time: 0.3436584 Sep 08 19:24:17.442389 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a245933-b27d-41b8-9336-49a9ceca6d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33c9522-04d1-4e43-b954-e18148bd9146,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:17.453700 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8489197-4f88-44db-901b-0d60fa293662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de567a49-32e9-4760-96ef-207341648c50,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:17.566298 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-9323ea3c-b4c5-45f6-9b80-04b0f9ebcb44 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648414 Sep 08 19:24:17.566513 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d83cd-d080-4776-9e61-4e28256a0920 req-eeb26113-c515-48d0-9353-cb731535af97 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:17.568172 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df8d83cd-d080-4776-9e61-4e28256a0920 req-eeb26113-c515-48d0-9353-cb731535af97 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0798671 Sep 08 19:24:17.751003 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df8d83cd-d080-4776-9e61-4e28256a0920 req-d780bdae-55e6-472a-9fbb-1ace996bc2a6 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718881 Sep 08 19:24:17.757814 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44df0f-388d-4f3a-b15f-fd8d504ce031 req-0f25f25d-6c2d-4b13-997c-4d227184c4c7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:17.766481 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a44df0f-388d-4f3a-b15f-fd8d504ce031 req-0f25f25d-6c2d-4b13-997c-4d227184c4c7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 943 time: 0.0669994 Sep 08 19:24:17.789737 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-531bad9a-4eea-494d-8fbb-ee94a3daf29b req-3d3dd104-3eb0-46c7-89f3-299b23ee11e8 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202084 Sep 08 19:24:17.805581 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a44df0f-388d-4f3a-b15f-fd8d504ce031 req-be259620-5835-4891-914a-9bbcfb84757d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382605 Sep 08 19:24:18.245606 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 39932) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:18.259658 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-004dbb5b-801d-429d-bab2-6fd0fd078a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:18.376257 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-004dbb5b-801d-429d-bab2-6fd0fd078a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:18.469240 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-004dbb5b-801d-429d-bab2-6fd0fd078a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:18.510562 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-004dbb5b-801d-429d-bab2-6fd0fd078a6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=846efafa08bd4855bc163803a3c8b2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637520 Sep 08 19:24:18.512548 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dbb5b-801d-429d-bab2-6fd0fd078a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f404263c-cbad-459b-bd49-0ee65b39c55b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:18.513376 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 39940) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:18.569127 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cdaa84a8-2db0-4189-9c69-fec6e0710f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:18.591866 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cdaa84a8-2db0-4189-9c69-fec6e0710f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:18.709267 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cdaa84a8-2db0-4189-9c69-fec6e0710f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:18.712937 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cdaa84a8-2db0-4189-9c69-fec6e0710f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:18.714369 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-cdaa84a8-2db0-4189-9c69-fec6e0710f96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f404263c-cbad-459b-bd49-0ee65b39c55b HTTP/1.1" status: 204 len: 168 time: 0.1997664 Sep 08 19:24:18.725317 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa84a8-2db0-4189-9c69-fec6e0710f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404263c-cbad-459b-bd49-0ee65b39c55b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:18.942472 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0312cd5-8565-41ac-82d4-43067827f404 req-7ca100a9-da91-4f19-baad-802d49bb19cb tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:18.943879 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b0312cd5-8565-41ac-82d4-43067827f404 req-7ca100a9-da91-4f19-baad-802d49bb19cb tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0497022 Sep 08 19:24:18.979126 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469573d-db34-49cd-a121-15a4aea218e1 req-470f681c-2690-486f-a7bd-6c0f02b9ce42 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:18.981822 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0469573d-db34-49cd-a121-15a4aea218e1 req-470f681c-2690-486f-a7bd-6c0f02b9ce42 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 943 time: 0.0608544 Sep 08 19:24:19.002832 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b0312cd5-8565-41ac-82d4-43067827f404 req-0a0d5350-cdfe-4f6f-84fd-d735def6d5da tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515773 Sep 08 19:24:19.023561 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0469573d-db34-49cd-a121-15a4aea218e1 req-f9626dd8-4a92-4266-b38b-c9c4816bf551 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Sep 08 19:24:19.488660 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-809705d9-1a8c-4ee2-a3b8-55d96b213e52 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408957 Sep 08 19:24:19.590005 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-8b60788c-572e-43d7-8f79-5f4b7b3381ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:19.592274 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-8b60788c-572e-43d7-8f79-5f4b7b3381ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 1098 time: 0.0473053 Sep 08 19:24:20.126389 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c5b15-df6d-43fc-a13d-43805f2be9f9 req-8e09f054-9564-41ce-a2f5-05b2a632b819 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:20.126389 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-617c5b15-df6d-43fc-a13d-43805f2be9f9 req-8e09f054-9564-41ce-a2f5-05b2a632b819 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0531888 Sep 08 19:24:20.160671 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c62a61-330e-4396-bac6-d236d2180de9 req-23a51619-108e-490e-bb1b-8e4a69d41938 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:20.162187 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-09c62a61-330e-4396-bac6-d236d2180de9 req-23a51619-108e-490e-bb1b-8e4a69d41938 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 943 time: 0.0617170 Sep 08 19:24:20.170293 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-617c5b15-df6d-43fc-a13d-43805f2be9f9 req-78cd6f8e-d8db-4495-bb23-d11b9b9e9200 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382683 Sep 08 19:24:20.202980 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-09c62a61-330e-4396-bac6-d236d2180de9 req-0af67a25-9a50-421c-b03f-716a91a21a4a tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345032 Sep 08 19:24:21.286744 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b615-3770-41b5-a16a-69f429dd955e req-19b4e8d3-f7db-4509-b809-1e2863fd44b2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:21.288191 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d597b615-3770-41b5-a16a-69f429dd955e req-19b4e8d3-f7db-4509-b809-1e2863fd44b2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0508564 Sep 08 19:24:21.328289 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d597b615-3770-41b5-a16a-69f429dd955e req-14fb496d-4655-4eed-957f-2211ff347b78 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Sep 08 19:24:21.426507 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f66282-b104-4600-803b-008f01921e84 req-478f8824-2527-4353-9ebc-6a811f7f1658 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:21.427953 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58f66282-b104-4600-803b-008f01921e84 req-478f8824-2527-4353-9ebc-6a811f7f1658 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 943 time: 0.0465724 Sep 08 19:24:21.467895 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58f66282-b104-4600-803b-008f01921e84 req-d2114b87-6464-403f-a665-fd0fd3247c94 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339549 Sep 08 19:24:22.438208 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9df8d8-e34c-42d3-b837-781d6e02856c req-975d3681-2745-48c3-ac1e-231bdb98c184 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:22.439662 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ba9df8d8-e34c-42d3-b837-781d6e02856c req-975d3681-2745-48c3-ac1e-231bdb98c184 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0471532 Sep 08 19:24:22.477604 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ba9df8d8-e34c-42d3-b837-781d6e02856c req-78f28ba9-1186-427d-bc15-60417b791951 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Sep 08 19:24:22.579950 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c69cd-0fc9-4420-982b-587f3644ce9f req-3785e011-3dff-46ef-8535-b929a0d23fcf tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:22.581382 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-602c69cd-0fc9-4420-982b-587f3644ce9f req-3785e011-3dff-46ef-8535-b929a0d23fcf tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 943 time: 0.0470054 Sep 08 19:24:22.621351 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-602c69cd-0fc9-4420-982b-587f3644ce9f req-116d4b7c-cdb6-4190-8aca-842b726075ff tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Sep 08 19:24:22.697313 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device de22bc97-70a2-4e87-a0ff-bd5ff040f988 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:24:22.792209 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-3f835b54-6278-44d1-b621-f6ecb0ca96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:22.793746 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-3f835b54-6278-44d1-b621-f6ecb0ca96b0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 200 len: 914 time: 0.0922935 Sep 08 19:24:22.797492 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port de22bc97-70a2-4e87-a0ff-bd5ff040f988, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=de22bc97-70a2-4e87-a0ff-bd5ff040f988,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:24:22.808699 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'de22bc97-70a2-4e87-a0ff-bd5ff040f988', 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc', 'port_id': 'de22bc97-70a2-4e87-a0ff-bd5ff040f988', 'mac_address': 'fa:16:3e:6c:bb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e058c8ab-8bb0-482a-82d7-84a2f30fea3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:24:22.838125 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-fc015fca-d95d-4d74-bfce-86865f3af4f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a47c64b8-2ad4-414b-a0cb-cfca2d833e14 HTTP/1.1" status: 200 len: 217 time: 0.0353911 Sep 08 19:24:22.851822 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:22.869094 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de22bc97-70a2-4e87-a0ff-bd5ff040f988 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:24:22.892434 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-2d0c3990-adbe-437d-86e7-528d1c0a6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:22.892964 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port de22bc97-70a2-4e87-a0ff-bd5ff040f988, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=de22bc97-70a2-4e87-a0ff-bd5ff040f988,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:24:22.893927 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-2d0c3990-adbe-437d-86e7-528d1c0a6bb7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e058c8ab-8bb0-482a-82d7-84a2f30fea3e HTTP/1.1" status: 200 len: 854 time: 0.0447574 Sep 08 19:24:22.927465 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-c5ea1c75-1d46-4a29-92b6-8893f65e4e7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262780 Sep 08 19:24:22.960348 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:23.009002 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=de22bc97-70a2-4e87-a0ff-bd5ff040f988,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:23.016951 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.024854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:23.037479 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-3e6cfbf3-e012-4cd2-8c02-11effab4f0d8 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942771 Sep 08 19:24:23.138858 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-587ae322-9e61-4c0f-a8fa-c56e7e033430 req-ee340f65-9ab8-45ec-b2c4-79fd8bf6738a service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835226 Sep 08 19:24:23.331296 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['de22bc97-70a2-4e87-a0ff-bd5ff040f988'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:24:23.406109 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:23.597743 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3dc6c-0a05-4fec-887d-a9b6de8fd6b8 req-0b55d0ea-8d6a-447b-9526-3d34d72e8bc8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:23.599248 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f5e3dc6c-0a05-4fec-887d-a9b6de8fd6b8 req-0b55d0ea-8d6a-447b-9526-3d34d72e8bc8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0513675 Sep 08 19:24:23.638348 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f5e3dc6c-0a05-4fec-887d-a9b6de8fd6b8 req-2e945044-40c0-4077-9446-1e567c040d29 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Sep 08 19:24:23.748748 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464098b-4c49-4d6a-97a1-9d032f4e81f1 req-5f264ce8-8378-43f7-835f-062ab53dc31f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:23.750362 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f464098b-4c49-4d6a-97a1-9d032f4e81f1 req-5f264ce8-8378-43f7-835f-062ab53dc31f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 944 time: 0.0568802 Sep 08 19:24:23.798615 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f464098b-4c49-4d6a-97a1-9d032f4e81f1 req-6427e6ab-e879-462a-ac2d-932971b48bbc tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Sep 08 19:24:24.760732 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e79f31-02cd-4483-b378-f99c5d66b998 req-7946c19c-cea1-486a-be66-835cb0bc9785 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:24.770860 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-41e79f31-02cd-4483-b378-f99c5d66b998 req-7946c19c-cea1-486a-be66-835cb0bc9785 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0631063 Sep 08 19:24:24.807314 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-41e79f31-02cd-4483-b378-f99c5d66b998 req-1950f56e-8919-4f1d-afa5-e78781b48ff9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Sep 08 19:24:24.926598 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd807ba2-b832-43f9-9419-286f3a81e54a req-24bef822-e8fd-4d13-8e35-3579e20171d9 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:24.930145 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fd807ba2-b832-43f9-9419-286f3a81e54a req-24bef822-e8fd-4d13-8e35-3579e20171d9 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 944 time: 0.0543919 Sep 08 19:24:24.970157 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fd807ba2-b832-43f9-9419-286f3a81e54a req-20b33ca6-ccc5-4e77-8091-084f61f14b8e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364585 Sep 08 19:24:25.931011 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64b19-7532-4d18-976d-7c8b313c43f1 req-9611cefc-de2f-4097-8d23-8fe7428d43c4 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:25.931011 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58d64b19-7532-4d18-976d-7c8b313c43f1 req-9611cefc-de2f-4097-8d23-8fe7428d43c4 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0496576 Sep 08 19:24:25.975661 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58d64b19-7532-4d18-976d-7c8b313c43f1 req-5441c1c5-ec28-4b6c-8431-f70ac9b77ffb tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381320 Sep 08 19:24:26.098706 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34db8a-586a-4c1f-be55-f05f26c6ff0e req-dad114ec-4d27-4fbb-9ce8-334e54113943 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:26.103898 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b34db8a-586a-4c1f-be55-f05f26c6ff0e req-dad114ec-4d27-4fbb-9ce8-334e54113943 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 944 time: 0.0603521 Sep 08 19:24:26.158277 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b34db8a-586a-4c1f-be55-f05f26c6ff0e req-a22a1701-4996-429b-9dad-1fed88b6e173 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Sep 08 19:24:26.194550 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device de22bc97-70a2-4e87-a0ff-bd5ff040f988 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:24:26.332602 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port de22bc97-70a2-4e87-a0ff-bd5ff040f988 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:24:26.332602 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port de22bc97-70a2-4e87-a0ff-bd5ff040f988 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:24:26.332602 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.425803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.444667 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40222) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:26.454358 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffba941-3812-4665-ad90-c9555c43008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de22bc97-70a2-4e87-a0ff-bd5ff040f988'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:24:26.456833 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb38707-1dff-49b0-951c-70a2e1a2e2c1" -d '{"events": [{"server_uuid": "fffba941-3812-4665-ad90-c9555c43008a", "name": "network-vif-plugged", "status": "completed", "tag": "de22bc97-70a2-4e87-a0ff-bd5ff040f988"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:24:26.471982 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port de22bc97-70a2-4e87-a0ff-bd5ff040f988, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=de22bc97-70a2-4e87-a0ff-bd5ff040f988,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:24:26.503932 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf684113-0660-476b-9e25-4d129ce12a35 admin admin] Deleting subnet b8a5eae8-dd33-46e6-88e6-d749c2b03397 {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:24:26.508901 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bf684113-0660-476b-9e25-4d129ce12a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.517570 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aefb70-2fd0-459c-bb48-a2974c9e85f6 x-openstack-request-id: req-a5aefb70-2fd0-459c-bb48-a2974c9e85f6 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:24:26.518191 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffba941-3812-4665-ad90-c9555c43008a", "name": "network-vif-plugged", "status": "completed", "tag": "de22bc97-70a2-4e87-a0ff-bd5ff040f988", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:24:26.523469 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5aefb70-2fd0-459c-bb48-a2974c9e85f6 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:24:26.523469 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffba941-3812-4665-ad90-c9555c43008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de22bc97-70a2-4e87-a0ff-bd5ff040f988', 'code': 200} Sep 08 19:24:26.545134 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.552640 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bf684113-0660-476b-9e25-4d129ce12a35 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.562369 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bf684113-0660-476b-9e25-4d129ce12a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.600639 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=de22bc97-70a2-4e87-a0ff-bd5ff040f988,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:26.622506 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40230) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:26.737955 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bf684113-0660-476b-9e25-4d129ce12a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.775505 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-73ec6a54-2a58-42c0-b77d-6d144c5599e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.775852 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf684113-0660-476b-9e25-4d129ce12a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a5eae8-dd33-46e6-88e6-d749c2b03397,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:26.782792 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bf684113-0660-476b-9e25-4d129ce12a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.789977 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bf684113-0660-476b-9e25-4d129ce12a35 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b8a5eae8-dd33-46e6-88e6-d749c2b03397 HTTP/1.1" status: 204 len: 168 time: 0.3431494 Sep 08 19:24:26.791849 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40236) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:26.892642 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-73ec6a54-2a58-42c0-b77d-6d144c5599e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.902189 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:26.916254 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597e081-1531-4861-96d3-d81cc22dff15 req-df8e34c6-5eb0-445c-a63c-92d7f84c300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:26.917733 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9597e081-1531-4861-96d3-d81cc22dff15 req-df8e34c6-5eb0-445c-a63c-92d7f84c300d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 1098 time: 0.0905490 Sep 08 19:24:26.966332 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-73ec6a54-2a58-42c0-b77d-6d144c5599e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.002782 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-73ec6a54-2a58-42c0-b77d-6d144c5599e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=610a12311fdf46ba996e4e353db03d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791757 Sep 08 19:24:27.006045 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40248) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:27.014515 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec6a54-2a58-42c0-b77d-6d144c5599e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f5d9d-961c-4df5-b740-64c8482c8789,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:27.015804 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.038885 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.039462 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.040372 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.040891 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.041389 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.041911 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.042421 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.042960 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.043455 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.043986 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.061315 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8408942-9d22-4e27-9fc5-8c57b961b3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.082327 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8408942-9d22-4e27-9fc5-8c57b961b3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.111145 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.111713 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.111819 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.112114 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 19:24:27.112500 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac0e79a-f700-41ad-b90d-1984037026c9']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:27.143411 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9597e081-1531-4861-96d3-d81cc22dff15 req-efb780a1-3f58-4bc9-846e-d90bcd9f13ed service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971633 Sep 08 19:24:27.145023 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be2e3d0-8dda-4a73-a06c-088369b3ee5d') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:27.145310 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be2e3d0-8dda-4a73-a06c-088369b3ee5d') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:27.178851 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.205486 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.216311 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8408942-9d22-4e27-9fc5-8c57b961b3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.219045 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8408942-9d22-4e27-9fc5-8c57b961b3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.219787 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:24:27.220161 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.220277 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e8408942-9d22-4e27-9fc5-8c57b961b3b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c1f5d9d-961c-4df5-b740-64c8482c8789 HTTP/1.1" status: 204 len: 168 time: 0.2133546 Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: from cryptography.utils import int_from_bytes Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: from cryptography.utils import int_from_bytes Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:24:27.225889 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:24:27.229585 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8408942-9d22-4e27-9fc5-8c57b961b3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f5d9d-961c-4df5-b740-64c8482c8789,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:27.244105 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b386777-1b5b-4c98-9597-29355edf09ad req-d6715cc0-f370-49a1-8195-9e33957f10b2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:27.245711 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5b386777-1b5b-4c98-9597-29355edf09ad req-d6715cc0-f370-49a1-8195-9e33957f10b2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.1269367 Sep 08 19:24:27.335041 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5b386777-1b5b-4c98-9597-29355edf09ad req-e0541628-c474-4c3e-8e92-3bf9ad17a6b1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797451 Sep 08 19:24:27.398619 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.405330 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.408187 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eac0e79a-f700-41ad-b90d-1984037026c9 HTTP/1.1" status: 204 len: 168 time: 0.6134524 Sep 08 19:24:27.410763 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40260) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:27.433685 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad160af5-e2f2-486a-bc66-92a0895399f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eac0e79a-f700-41ad-b90d-1984037026c9,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:27.463275 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-78544007-c4ab-4e82-8f1d-097915128d27 admin admin] Deleting subnet 188b6a5f-f2ab-451c-8820-cd0084898802 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:24:27.471242 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-78544007-c4ab-4e82-8f1d-097915128d27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.474244 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30047a9-151a-4592-b995-889076798a20 req-e2240715-81e4-4757-b1c7-783a209c55f7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:27.475747 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c30047a9-151a-4592-b995-889076798a20 req-e2240715-81e4-4757-b1c7-783a209c55f7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 945 time: 0.0674510 Sep 08 19:24:27.515444 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-78544007-c4ab-4e82-8f1d-097915128d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278518'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.517420 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c30047a9-151a-4592-b995-889076798a20 req-a313531d-4a19-4164-9bf6-d7ad016bd2e2 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346534 Sep 08 19:24:27.558188 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-78544007-c4ab-4e82-8f1d-097915128d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.673122 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-78544007-c4ab-4e82-8f1d-097915128d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4935558'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.694112 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:24:27.699198 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78544007-c4ab-4e82-8f1d-097915128d27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188b6a5f-f2ab-451c-8820-cd0084898802,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:27.703706 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-78544007-c4ab-4e82-8f1d-097915128d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.708047 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-78544007-c4ab-4e82-8f1d-097915128d27 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/188b6a5f-f2ab-451c-8820-cd0084898802 HTTP/1.1" status: 204 len: 168 time: 0.2958198 Sep 08 19:24:27.710605 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40264) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:27.775776 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.858846 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.881370 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7db94b-5050-4876-995c-cd75d455072f']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:27.892375 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c252c5-0830-4cba-ae12-4ddcda36d618') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:27.892674 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c252c5-0830-4cba-ae12-4ddcda36d618') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:27.902692 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.916629 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.923632 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:24:27.924021 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:24:27.925665 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:24:27.998118 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40270) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:28.010535 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3ce74aee-71db-4eb0-ba3f-c6c38e6e1af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.053520 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.066190 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.067996 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] 10.222.0.21 "DELETE /v2.0/networks/af7db94b-5050-4876-995c-cd75d455072f HTTP/1.1" status: 204 len: 168 time: 0.3586237 Sep 08 19:24:28.082311 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c77ac3-d367-43e8-8fde-0b9cab1d006c admin admin] Pushing event deleted for resources: {'Network': ['ID=af7db94b-5050-4876-995c-cd75d455072f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:28.132411 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3ce74aee-71db-4eb0-ba3f-c6c38e6e1af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.203675 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3ce74aee-71db-4eb0-ba3f-c6c38e6e1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.242443 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3ce74aee-71db-4eb0-ba3f-c6c38e6e1af0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83fc0a994d8a435dac25ab0ea8500c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431076 Sep 08 19:24:28.243385 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce74aee-71db-4eb0-ba3f-c6c38e6e1af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27801158-f0a4-48f3-af46-036c0383fe5d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:28.244955 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40278) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:28.300154 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5fd0-4626-4bd0-ad10-566e2ec1ad24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.321409 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5fd0-4626-4bd0-ad10-566e2ec1ad24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.431804 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40296) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:28.456096 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5fd0-4626-4bd0-ad10-566e2ec1ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.458689 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5fd0-4626-4bd0-ad10-566e2ec1ad24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.460029 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a9ec5fd0-4626-4bd0-ad10-566e2ec1ad24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27801158-f0a4-48f3-af46-036c0383fe5d HTTP/1.1" status: 204 len: 168 time: 0.2141089 Sep 08 19:24:28.475943 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec5fd0-4626-4bd0-ad10-566e2ec1ad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27801158-f0a4-48f3-af46-036c0383fe5d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:28.503653 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197045c-4d0f-4b9e-b51d-36e7d4c0e05e req-2fb26a89-710c-408f-9afb-2c6827b13d22 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:28.510244 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f197045c-4d0f-4b9e-b51d-36e7d4c0e05e req-2fb26a89-710c-408f-9afb-2c6827b13d22 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0822432 Sep 08 19:24:28.531515 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-28f92ecb-bf01-4f17-b564-c4f257b9399e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab28aedaae1345b5b95a765e51f9a2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985012 Sep 08 19:24:28.534559 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40302) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:28.578418 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f197045c-4d0f-4b9e-b51d-36e7d4c0e05e req-8ecb90a3-11ad-48b6-845a-5972d9644de4 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634804 Sep 08 19:24:28.610379 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8400ad87-cac6-4e19-ad93-9b400e55eeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.641410 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8400ad87-cac6-4e19-ad93-9b400e55eeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.693616 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4341eec-dec1-4542-855e-6f7abbe4700d req-02157150-0aad-42f7-9c27-1fe5b7ec40ee tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:28.695197 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4341eec-dec1-4542-855e-6f7abbe4700d req-02157150-0aad-42f7-9c27-1fe5b7ec40ee tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 945 time: 0.0510457 Sep 08 19:24:28.745276 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4341eec-dec1-4542-855e-6f7abbe4700d req-fcae7531-1f1d-4315-9a4e-2088aaabbf46 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Sep 08 19:24:28.867369 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40316) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:28.964106 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8400ad87-cac6-4e19-ad93-9b400e55eeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.967399 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8400ad87-cac6-4e19-ad93-9b400e55eeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:28.969032 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-8400ad87-cac6-4e19-ad93-9b400e55eeea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/777a1da4-fc8d-4037-a2f1-cb722b7ff923 HTTP/1.1" status: 204 len: 168 time: 0.4329245 Sep 08 19:24:28.985532 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400ad87-cac6-4e19-ad93-9b400e55eeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777a1da4-fc8d-4037-a2f1-cb722b7ff923,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:28.993540 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a2e6deac-4d5e-4064-a166-c681c582116f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:29.087608 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a2e6deac-4d5e-4064-a166-c681c582116f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:29.181016 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a2e6deac-4d5e-4064-a166-c681c582116f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:29.222107 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a2e6deac-4d5e-4064-a166-c681c582116f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5c154fa57414fde98b27dfd613781d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535023 Sep 08 19:24:29.224724 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40334) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:29.230436 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6deac-4d5e-4064-a166-c681c582116f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609cab0b-0938-44a3-aff0-24869d0246b9,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:29.278909 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f08ec7-be1e-4216-b7da-868529296917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:29.301016 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f08ec7-be1e-4216-b7da-868529296917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:29.474881 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f08ec7-be1e-4216-b7da-868529296917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:29.478544 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f08ec7-be1e-4216-b7da-868529296917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:29.482154 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-32f08ec7-be1e-4216-b7da-868529296917 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/609cab0b-0938-44a3-aff0-24869d0246b9 HTTP/1.1" status: 204 len: 168 time: 0.2548807 Sep 08 19:24:29.489713 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f08ec7-be1e-4216-b7da-868529296917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609cab0b-0938-44a3-aff0-24869d0246b9,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:29.702690 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c98f7-717a-4001-b990-6a9126098bc6 req-ba49ff34-ca89-4076-afb7-eeb6fbc686e2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:29.704192 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cd6c98f7-717a-4001-b990-6a9126098bc6 req-ba49ff34-ca89-4076-afb7-eeb6fbc686e2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0676122 Sep 08 19:24:29.746192 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cd6c98f7-717a-4001-b990-6a9126098bc6 req-b320cef8-5251-4c1a-9742-d020168497eb tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347600 Sep 08 19:24:29.769311 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40364) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:29.839858 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e1fef661-83e3-4db6-89c8-0b7820373ad1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f821b5019c54986b5cc90b1593c4420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685568 Sep 08 19:24:29.843460 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40372) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:29.889020 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcfc7e-fc04-4810-b53d-f527af5f8e28 req-7a421fe1-36c1-402f-bf42-97fcd08bcf31 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:29.896817 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4fbcfc7e-fc04-4810-b53d-f527af5f8e28 req-7a421fe1-36c1-402f-bf42-97fcd08bcf31 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 945 time: 0.0645547 Sep 08 19:24:29.897632 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3265-c97d-4e09-9904-4af377890e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:29.923596 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3265-c97d-4e09-9904-4af377890e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:29.933517 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4fbcfc7e-fc04-4810-b53d-f527af5f8e28 req-b27f0e56-fb72-495e-bb54-7e9f55b6b0ce tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345867 Sep 08 19:24:30.074024 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3265-c97d-4e09-9904-4af377890e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:30.077940 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3265-c97d-4e09-9904-4af377890e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:30.083522 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-7f0d3265-c97d-4e09-9904-4af377890e2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/822c3dc7-075d-4fb9-911a-514b5dee1f21 HTTP/1.1" status: 204 len: 168 time: 0.2350159 Sep 08 19:24:30.093249 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d3265-c97d-4e09-9904-4af377890e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822c3dc7-075d-4fb9-911a-514b5dee1f21,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:30.939696 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bded09-03b7-4ada-81d3-7693a90932c3 req-9ff548dc-96ee-43a7-95e0-48155b67b601 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:30.942482 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-24bded09-03b7-4ada-81d3-7693a90932c3 req-9ff548dc-96ee-43a7-95e0-48155b67b601 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0787911 Sep 08 19:24:31.005082 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-24bded09-03b7-4ada-81d3-7693a90932c3 req-46420898-aed0-4314-a353-ef2231af8d91 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Sep 08 19:24:31.713261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e63b377d-ff87-4fc4-b010-44332512fa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:32.186207 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fdbd9-9a99-461f-acbb-ebafa2100bcb req-23454d10-fbae-45cc-8d37-5a52b216c157 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:32.187515 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40494) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:32.187965 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6d3fdbd9-9a99-461f-acbb-ebafa2100bcb req-23454d10-fbae-45cc-8d37-5a52b216c157 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0679305 Sep 08 19:24:32.237038 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6d3fdbd9-9a99-461f-acbb-ebafa2100bcb req-721541c7-82bd-4321-8d8e-3614527d02ac tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Sep 08 19:24:32.367350 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-92032fc6-fa23-4a62-a35a-526ce103f50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:32.455045 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-92032fc6-fa23-4a62-a35a-526ce103f50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:32.543013 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-92032fc6-fa23-4a62-a35a-526ce103f50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:32.578305 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-92032fc6-fa23-4a62-a35a-526ce103f50d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4a710da6a9748378bbb5355c3f8c249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868852 Sep 08 19:24:32.578605 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40508) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:32.597433 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92032fc6-fa23-4a62-a35a-526ce103f50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4532d5e-761d-41ec-87ca-23161e0196f3,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:32.641224 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-de519cb7-1222-4fb0-a4fa-b60ec37988c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:32.663391 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-de519cb7-1222-4fb0-a4fa-b60ec37988c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:32.835343 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-de519cb7-1222-4fb0-a4fa-b60ec37988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:32.838481 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-de519cb7-1222-4fb0-a4fa-b60ec37988c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:32.842446 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-de519cb7-1222-4fb0-a4fa-b60ec37988c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4532d5e-761d-41ec-87ca-23161e0196f3 HTTP/1.1" status: 204 len: 168 time: 0.2602584 Sep 08 19:24:32.851261 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de519cb7-1222-4fb0-a4fa-b60ec37988c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4532d5e-761d-41ec-87ca-23161e0196f3,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:33.366007 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee31dd-2b68-4055-a8c8-298ccbdbf8d8 req-49ee3dd8-7a08-46f2-b58b-f9d84eb097dc tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:33.373802 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-54ee31dd-2b68-4055-a8c8-298ccbdbf8d8 req-49ee3dd8-7a08-46f2-b58b-f9d84eb097dc tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0571065 Sep 08 19:24:33.414332 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-54ee31dd-2b68-4055-a8c8-298ccbdbf8d8 req-cc553a2f-5a17-4931-87db-e555153fce52 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Sep 08 19:24:33.568491 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-2fdd4c31-379c-4090-8a12-76cfe2c852a5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:33.574549 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-2fdd4c31-379c-4090-8a12-76cfe2c852a5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/networks?id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 200 len: 814 time: 0.1193988 Sep 08 19:24:33.593357 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-700c9fd3-7245-494a-aac6-d31c01700fed tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/quotas/44af43e186db418481f331503d3fdcd0 HTTP/1.1" status: 200 len: 375 time: 0.0167902 Sep 08 19:24:33.666393 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-4b52c437-4b59-4d84-b998-3dfb0a3eb1e7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719423 Sep 08 19:24:33.757035 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40570) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:33.776157 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ce169e91-6633-4ec8-b72d-eab7a2a475aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:33.903546 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ce169e91-6633-4ec8-b72d-eab7a2a475aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:33.977360 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ce169e91-6633-4ec8-b72d-eab7a2a475aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:33.982724 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-b9bf02dc-17b3-4f14-af41-f3474f9c8695 service neutron] 10.222.0.21 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111868 Sep 08 19:24:34.020525 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ce169e91-6633-4ec8-b72d-eab7a2a475aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=432487a383b448969c6cc2e984a6ba07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620502 Sep 08 19:24:34.021393 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce169e91-6633-4ec8-b72d-eab7a2a475aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96594094-6607-4bde-a2ea-e6a0df2a21c7,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:34.023256 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40576) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:34.102962 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6ffa9202-f02d-488b-8ab9-c3e5fa228ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:34.138007 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-2e568992-aad5-486b-8157-d3d563cca186 service neutron] 10.222.0.21 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477308 Sep 08 19:24:34.142891 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6587c525-526b-42c6-86f9-96b543138cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:34.169462 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6587c525-526b-42c6-86f9-96b543138cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:34.297338 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6587c525-526b-42c6-86f9-96b543138cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:34.299974 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6587c525-526b-42c6-86f9-96b543138cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:34.301165 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6587c525-526b-42c6-86f9-96b543138cd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96594094-6607-4bde-a2ea-e6a0df2a21c7 HTTP/1.1" status: 204 len: 168 time: 0.2768927 Sep 08 19:24:34.309639 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587c525-526b-42c6-86f9-96b543138cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96594094-6607-4bde-a2ea-e6a0df2a21c7,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:34.423974 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-80c5a8d6-71dd-4f73-8aea-f23f74d20716 req-e910d9af-2918-4313-82f5-44a26e3c9b22 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 210 time: 0.0410042 Sep 08 19:24:34.445833 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:34.547089 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3ee31-db18-4f44-98c8-23087e7e7d19 req-10160c33-00dd-449b-b186-b1d6c26eaa90 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:34.551966 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17e3ee31-db18-4f44-98c8-23087e7e7d19 req-10160c33-00dd-449b-b186-b1d6c26eaa90 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0523248 Sep 08 19:24:34.587162 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17e3ee31-db18-4f44-98c8-23087e7e7d19 req-08411cd5-ae75-4026-8590-afbb87989202 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Sep 08 19:24:35.259847 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40622) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:35.273879 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc058b57-81ca-47b9-9926-2ae4a89048ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:35.368518 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc058b57-81ca-47b9-9926-2ae4a89048ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:35.428639 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc058b57-81ca-47b9-9926-2ae4a89048ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:35.468606 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-dc058b57-81ca-47b9-9926-2ae4a89048ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bcd8be0e8444d929084689f2279b763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075582 Sep 08 19:24:35.471302 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40634) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:35.488625 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc058b57-81ca-47b9-9926-2ae4a89048ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466b0e96-be91-4fbb-97d7-22d940d9a1b9,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:35.540337 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-71b4541f-c81b-494a-863e-d612c2d0f825 req-b552b91f-f02a-4e17-a77c-6fd7133a03ef tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 210 time: 0.0473118 Sep 08 19:24:35.561445 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-56205358-5ec6-490a-8609-387932844d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:35.588604 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-56205358-5ec6-490a-8609-387932844d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:35.711056 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec3162-1a03-46b1-b527-a6159be052b2 req-15aeeb7e-843d-4ce3-8c71-e29762bb8e3b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:35.712524 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d7ec3162-1a03-46b1-b527-a6159be052b2 req-15aeeb7e-843d-4ce3-8c71-e29762bb8e3b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0511894 Sep 08 19:24:35.727041 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-56205358-5ec6-490a-8609-387932844d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:35.729757 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-56205358-5ec6-490a-8609-387932844d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:35.733573 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-56205358-5ec6-490a-8609-387932844d75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/466b0e96-be91-4fbb-97d7-22d940d9a1b9 HTTP/1.1" status: 204 len: 168 time: 0.2581625 Sep 08 19:24:35.747650 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56205358-5ec6-490a-8609-387932844d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466b0e96-be91-4fbb-97d7-22d940d9a1b9,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:35.766461 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d7ec3162-1a03-46b1-b527-a6159be052b2 req-cf21359b-01e9-4921-9a8b-1a5653c3354c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474236 Sep 08 19:24:35.877861 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:36.647201 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4d701ff4-a3e5-47f6-ad93-4bd42d4d103d req-996b224b-ef32-4d93-8faa-7b1b7d04b58e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 210 time: 0.0280266 Sep 08 19:24:36.882322 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e4848-00d9-4655-8d09-ae4cb1d6f059 req-efd29458-b37d-477f-a676-454c2279e595 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:36.883835 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b18e4848-00d9-4655-8d09-ae4cb1d6f059 req-efd29458-b37d-477f-a676-454c2279e595 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0490067 Sep 08 19:24:36.922490 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b18e4848-00d9-4655-8d09-ae4cb1d6f059 req-ff79b91f-682f-4428-933b-cb128ea6c70e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Sep 08 19:24:37.260590 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:37.747323 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cfea5cf4-077c-4f35-a884-d2bb8e9735ee req-60a471b7-7820-4606-9506-170ce9fd8bee tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 210 time: 0.0291781 Sep 08 19:24:38.038416 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33b6b-9496-42e1-a849-719b5f688c98 req-cb49003f-f38a-4e35-b322-99ea91dcaaa5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:38.039782 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a8c33b6b-9496-42e1-a849-719b5f688c98 req-cb49003f-f38a-4e35-b322-99ea91dcaaa5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0483909 Sep 08 19:24:38.077508 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a8c33b6b-9496-42e1-a849-719b5f688c98 req-07a03a2d-3d48-4607-a5ca-d68eea3a5474 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311306 Sep 08 19:24:38.839481 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-71c5d4b7-4711-467b-8355-041dc8e42330 req-908b30f0-37fe-43ef-ac16-0158b52897f7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 210 time: 0.0261488 Sep 08 19:24:39.201119 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdfd95-4321-4ad4-b30a-bf2f58806c0e req-8420cd81-cb61-4500-a486-bc3f41a60b77 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:39.206099 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fcfdfd95-4321-4ad4-b30a-bf2f58806c0e req-8420cd81-cb61-4500-a486-bc3f41a60b77 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0569091 Sep 08 19:24:39.245434 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fcfdfd95-4321-4ad4-b30a-bf2f58806c0e req-856d8875-4aa4-4d1f-9fa3-9712c36f4cce tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Sep 08 19:24:39.407124 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-87e72370-64cf-411c-808e-d9ac4513ad37 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:39.409047 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-87e72370-64cf-411c-808e-d9ac4513ad37 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "GET /v2.0/networks?id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 200 len: 814 time: 0.1096175 Sep 08 19:24:39.426822 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Request body: {'port': {'device_id': '7d18f8ec-bd86-4fc3-9423-3f141e861210', 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc', 'admin_state_up': True, 'tenant_id': '44af43e186db418481f331503d3fdcd0'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:39.639487 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Made reservation on behalf of 44af43e186db418481f331503d3fdcd0 for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:24:39.643199 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:39.787378 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Allocated IP 172.20.0.3 (a5f66ed6-8379-450b-ae8b-a1c5e1d387cc/e058c8ab-8bb0-482a-82d7-84a2f30fea3e/f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:24:39.962582 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:40.009166 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3798bd91-3207-486d-9dc1-b0f900e78940 req-5632d06f-1017-412c-a7ad-def986e0a7aa tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 210 time: 0.0460865 Sep 08 19:24:40.057794 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:40.079640 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'de22bc97-70a2-4e87-a0ff-bd5ff040f988'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:24:40.107485 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:24:40.110534 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:24:40.114471 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:24:40.144121 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Pushing event updated for resources: {'Port': ['ID=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:40.175141 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:40.175356 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:40.252461 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-c75f4ccc-f0ee-4fb5-9932-c3c07c587998 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8296974 Sep 08 19:24:40.270879 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Request body: {'port': {'device_id': '7d18f8ec-bd86-4fc3-9423-3f141e861210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:40.377502 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:40.427467 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756ee71-213c-419b-9251-791a1ddba35b req-e2fc8089-4bad-4689-b745-fe8218c3a6ac tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:40.434709 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e756ee71-213c-419b-9251-791a1ddba35b req-e2fc8089-4bad-4689-b745-fe8218c3a6ac tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0999296 Sep 08 19:24:40.475160 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40774) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:40.532908 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be264-88ba-4d4b-ab50-45c046bb8911 req-e64c1d12-4603-4f57-b112-2ed7a8966945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:40.535454 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cd9be264-88ba-4d4b-ab50-45c046bb8911 req-e64c1d12-4603-4f57-b112-2ed7a8966945 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 1099 time: 0.0670667 Sep 08 19:24:40.555635 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e756ee71-213c-419b-9251-791a1ddba35b req-9a9a54f1-296c-415d-9c98-f30add7476ee tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199501 Sep 08 19:24:40.607207 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cd9be264-88ba-4d4b-ab50-45c046bb8911 req-7716b065-98f6-4d68-b506-aa5abcdb976a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606661 Sep 08 19:24:40.669067 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dd39bdce-bcd0-4964-82d2-eb55faa9e29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:40.808760 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:24:40.819827 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:40.843326 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Transition to ACTIVE for port object f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:24:40.857716 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dd39bdce-bcd0-4964-82d2-eb55faa9e29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:40.925561 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:40.954100 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dd39bdce-bcd0-4964-82d2-eb55faa9e29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:41.012421 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Pushing event updated for resources: {'Port': ['ID=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:41.014628 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39bdce-bcd0-4964-82d2-eb55faa9e29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab44008-8ebb-41b6-a080-f5d35efe332f,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:41.019763 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-dd39bdce-bcd0-4964-82d2-eb55faa9e29e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6d33dbe3d844d88b079984e201c3cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432501 Sep 08 19:24:41.022073 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40792) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:41.162373 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6c37bc57-80a4-449b-9d65-126d7c72a1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:41.174655 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Attempting to bind port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:24:41.174986 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Attempting to bind port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:24:41.176668 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Attempting to bind port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:24:41.197788 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:24:41.198207 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Attempting to bind port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:24:41.207293 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77200298-cee4-46f2-b6fc-30a9b6cd36f7 req-e445c454-c30b-4b4c-ae9f-b685802694f6 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:41.208943 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-77200298-cee4-46f2-b6fc-30a9b6cd36f7 req-e445c454-c30b-4b4c-ae9f-b685802694f6 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 943 time: 0.1149433 Sep 08 19:24:41.216629 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6c37bc57-80a4-449b-9d65-126d7c72a1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:41.219937 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:24:41.220270 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Checking segment: {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:24:41.220669 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Bound using segment: {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:24:41.221100 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Bound port: f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:24:41.221604 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:41.317232 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-77200298-cee4-46f2-b6fc-30a9b6cd36f7 req-8ad704ae-5690-4af8-b359-14e57d621753 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982492 Sep 08 19:24:41.347059 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] For port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:24:41.350325 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] For port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:24:41.427708 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:41.431100 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6c37bc57-80a4-449b-9d65-126d7c72a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:41.433730 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6c37bc57-80a4-449b-9d65-126d7c72a1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:41.434997 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6c37bc57-80a4-449b-9d65-126d7c72a1e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ab44008-8ebb-41b6-a080-f5d35efe332f HTTP/1.1" status: 204 len: 168 time: 0.4117324 Sep 08 19:24:41.472953 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37bc57-80a4-449b-9d65-126d7c72a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab44008-8ebb-41b6-a080-f5d35efe332f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:41.477374 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:41.478024 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:41.479656 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] 10.222.0.38 "PUT /v2.0/ports/f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 HTTP/1.1" status: 200 len: 1093 time: 1.2152643 Sep 08 19:24:41.480087 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d18f8ec-bd86-4fc3-9423-3f141e861210', 'tag': 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:24:41.482938 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c60eb37-b735-4818-8d9f-d92a778d5537" -d '{"events": [{"name": "network-changed", "server_uuid": "7d18f8ec-bd86-4fc3-9423-3f141e861210", "tag": "f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:24:41.511913 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ea9cc-e726-406e-848b-05714153a02c service neutron] Pushing event updated for resources: {'Port': ['ID=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:41.528813 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c086be25-4620-401c-ad17-cf58f0c62530 x-openstack-request-id: req-c086be25-4620-401c-ad17-cf58f0c62530 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:24:41.529164 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d18f8ec-bd86-4fc3-9423-3f141e861210", "tag": "f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:24:41.529426 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c086be25-4620-401c-ad17-cf58f0c62530 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:24:41.529970 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d18f8ec-bd86-4fc3-9423-3f141e861210', 'tag': 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1', 'status': 'completed', 'code': 200} Sep 08 19:24:41.639842 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60eb37-b735-4818-8d9f-d92a778d5537 req-1d3178a1-2722-4430-afe9-d7816edeb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:41.641461 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8c60eb37-b735-4818-8d9f-d92a778d5537 req-1d3178a1-2722-4430-afe9-d7816edeb29d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 1096 time: 0.0757620 Sep 08 19:24:41.781596 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dd91c-8f3f-41a5-a4d3-a9668ba3dc80 req-e970fa4e-46bb-4594-97ac-43497a7d6fd6 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:41.783174 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-660dd91c-8f3f-41a5-a4d3-a9668ba3dc80 req-e970fa4e-46bb-4594-97ac-43497a7d6fd6 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.1401649 Sep 08 19:24:41.836118 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60eb37-b735-4818-8d9f-d92a778d5537 req-bbcedf98-e6de-4aa9-ac76-7024fa644f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:41.837578 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8c60eb37-b735-4818-8d9f-d92a778d5537 req-bbcedf98-e6de-4aa9-ac76-7024fa644f38 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=44af43e186db418481f331503d3fdcd0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1863141 Sep 08 19:24:41.842700 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-660dd91c-8f3f-41a5-a4d3-a9668ba3dc80 req-69d6633d-55f2-4517-be2b-977acc0e4d02 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525646 Sep 08 19:24:41.951779 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60eb37-b735-4818-8d9f-d92a778d5537 req-7b60d215-a6a2-438d-997f-ae560e6aa0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:41.953272 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8c60eb37-b735-4818-8d9f-d92a778d5537 req-7b60d215-a6a2-438d-997f-ae560e6aa0d3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1070757 Sep 08 19:24:42.047930 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-678bfd7d-1ce9-4ca3-b1d6-2908dd4ceab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:42.049712 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-678bfd7d-1ce9-4ca3-b1d6-2908dd4ceab4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 1096 time: 0.0452411 Sep 08 19:24:42.110273 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-d2df5329-e82f-46fe-a699-de3ea6414fee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 HTTP/1.1" status: 200 len: 217 time: 0.0469074 Sep 08 19:24:42.165378 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-547da073-e45f-4343-b18c-aff28b82644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:42.166951 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-547da073-e45f-4343-b18c-aff28b82644b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e058c8ab-8bb0-482a-82d7-84a2f30fea3e HTTP/1.1" status: 200 len: 854 time: 0.0476851 Sep 08 19:24:42.193366 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40838) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:42.204044 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-3843231e-b1fe-4ff9-81cb-484a37def18c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267658 Sep 08 19:24:42.311063 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-aa7fe9e8-d3c8-466f-9650-2051cf0c0c72 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990539 Sep 08 19:24:42.389083 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d31bdbcb-99ee-4c73-a934-93b66c5bfae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:42.481757 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b121a7ca-29a8-4ee3-b0dd-af5bb7077d5a req-5bd918de-3e1f-4bfa-8455-cdfc68b9dbfb service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613071 Sep 08 19:24:42.495235 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2cc3a-54ef-4867-91a9-b03cd55ddd77 req-8563fc37-7ecc-46ab-8d85-47dbdac99f8a tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:42.496764 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-49a2cc3a-54ef-4867-91a9-b03cd55ddd77 req-8563fc37-7ecc-46ab-8d85-47dbdac99f8a tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 943 time: 0.0768328 Sep 08 19:24:42.516580 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d31bdbcb-99ee-4c73-a934-93b66c5bfae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:42.542531 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-49a2cc3a-54ef-4867-91a9-b03cd55ddd77 req-06aa9e26-79ed-4427-8710-38de45bd4ab3 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Sep 08 19:24:42.596538 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d31bdbcb-99ee-4c73-a934-93b66c5bfae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:42.630083 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d31bdbcb-99ee-4c73-a934-93b66c5bfae1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f13df52c85342159032e899386d4255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354494 Sep 08 19:24:42.634306 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40858) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:42.639754 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bdbcb-99ee-4c73-a934-93b66c5bfae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999df23c-7f45-4eef-99e7-361dcb841a7b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:42.697901 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e7a10bf7-ed33-4202-b1b1-1099894bc1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:42.722192 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e7a10bf7-ed33-4202-b1b1-1099894bc1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:42.860772 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e7a10bf7-ed33-4202-b1b1-1099894bc1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:42.863532 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e7a10bf7-ed33-4202-b1b1-1099894bc1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:42.865467 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e7a10bf7-ed33-4202-b1b1-1099894bc1fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/999df23c-7f45-4eef-99e7-361dcb841a7b HTTP/1.1" status: 204 len: 168 time: 0.2294803 Sep 08 19:24:42.873247 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a10bf7-ed33-4202-b1b1-1099894bc1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999df23c-7f45-4eef-99e7-361dcb841a7b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:42.976118 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c0f56-c314-4f51-b42e-94b2a0de30de req-16b82cb0-b6e5-4fce-9181-28068507fa0b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:42.984197 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e3c0f56-c314-4f51-b42e-94b2a0de30de req-16b82cb0-b6e5-4fce-9181-28068507fa0b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0618474 Sep 08 19:24:43.031582 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e3c0f56-c314-4f51-b42e-94b2a0de30de req-2190339a-635a-4831-ad71-12d55ac2fe33 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Sep 08 19:24:43.159024 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6a4a8-544f-42c6-9672-c4e0cf9f35f0 req-d347db74-88e4-4ea7-80f5-8c87dfa49e03 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:43.160491 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80c6a4a8-544f-42c6-9672-c4e0cf9f35f0 req-d347db74-88e4-4ea7-80f5-8c87dfa49e03 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0480864 Sep 08 19:24:43.205356 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80c6a4a8-544f-42c6-9672-c4e0cf9f35f0 req-f5e2613c-0043-4fcf-9cfb-195455a27304 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370588 Sep 08 19:24:43.673050 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9e90-23ab-43fa-9a0c-8faa5fec4805 req-67c685f1-da6d-4afe-8dfe-2db4eaf047d4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:43.674594 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-884b9e90-23ab-43fa-9a0c-8faa5fec4805 req-67c685f1-da6d-4afe-8dfe-2db4eaf047d4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 943 time: 0.0513852 Sep 08 19:24:43.720472 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-884b9e90-23ab-43fa-9a0c-8faa5fec4805 req-638e5860-2dd1-4703-b465-6af67091e75f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Sep 08 19:24:44.682042 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 40950) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:44.788475 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0f071c0a-c241-4ef1-9e71-9baf0cfaa440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:44.865927 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654133d-a161-4a5d-8839-3b23622c05dc req-633d31d6-5947-4352-b816-71e92b3d9792 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:44.867539 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c654133d-a161-4a5d-8839-3b23622c05dc req-633d31d6-5947-4352-b816-71e92b3d9792 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 943 time: 0.0687537 Sep 08 19:24:44.922871 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c654133d-a161-4a5d-8839-3b23622c05dc req-4cf6d903-7d7e-42d2-aaf2-77cff02da78d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474336 Sep 08 19:24:44.947813 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0f071c0a-c241-4ef1-9e71-9baf0cfaa440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:45.026778 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0f071c0a-c241-4ef1-9e71-9baf0cfaa440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:45.077456 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-0f071c0a-c241-4ef1-9e71-9baf0cfaa440 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03453df118634af2954979a31fc41f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943467 Sep 08 19:24:45.078533 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f071c0a-c241-4ef1-9e71-9baf0cfaa440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e8c5b-0d37-4709-8ce9-1169d98fcfdf,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:45.080218 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40964) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:45.150466 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d2b58480-8a19-4615-94b9-b77da5dc52ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:45.173628 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d2b58480-8a19-4615-94b9-b77da5dc52ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:45.312163 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d2b58480-8a19-4615-94b9-b77da5dc52ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:45.315034 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d2b58480-8a19-4615-94b9-b77da5dc52ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:45.323511 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d2b58480-8a19-4615-94b9-b77da5dc52ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a1e8c5b-0d37-4709-8ce9-1169d98fcfdf HTTP/1.1" status: 204 len: 168 time: 0.2366507 Sep 08 19:24:45.328528 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b58480-8a19-4615-94b9-b77da5dc52ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e8c5b-0d37-4709-8ce9-1169d98fcfdf,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:45.702993 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 40992) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:45.835588 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b7e78174-02d0-4000-9a11-99ee36b46be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:45.861250 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9e57f-d5c1-4a31-ac01-1d38690c383f req-29886192-18bd-4b21-bb1f-571077efb3ca tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:45.862755 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-57c9e57f-d5c1-4a31-ac01-1d38690c383f req-29886192-18bd-4b21-bb1f-571077efb3ca tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0755601 Sep 08 19:24:45.911345 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-e1cecd7e-8ccb-448e-90fb-999129ce59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:45.913009 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-e1cecd7e-8ccb-448e-90fb-999129ce59e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1098 time: 0.0431013 Sep 08 19:24:45.920997 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-57c9e57f-d5c1-4a31-ac01-1d38690c383f req-d94ab002-5e7d-42d8-8fe0-f50f289f80a6 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511715 Sep 08 19:24:45.976239 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b7e78174-02d0-4000-9a11-99ee36b46be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.055521 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-262e2067-55ad-4443-a8d8-e1337831606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:46.057025 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-262e2067-55ad-4443-a8d8-e1337831606f service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 919 time: 0.1236272 Sep 08 19:24:46.063112 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b7e78174-02d0-4000-9a11-99ee36b46be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.069575 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74458464-c008-4844-b813-427f793dfdbc req-4b5f7794-d70b-4c6d-b1bd-2ab5ab21b9ea tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:46.071045 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-74458464-c008-4844-b813-427f793dfdbc req-4b5f7794-d70b-4c6d-b1bd-2ab5ab21b9ea tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 943 time: 0.0699754 Sep 08 19:24:46.103025 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b7e78174-02d0-4000-9a11-99ee36b46be1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=004f0d2102854840b094bdf34a43d92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988554 Sep 08 19:24:46.105279 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e78174-02d0-4000-9a11-99ee36b46be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc69e7-684e-4680-bdaa-06c727630c61,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:46.108756 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41002) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:46.117308 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-b225fe4a-ec54-45d3-8ede-cc6e5c7478b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00cd8ba7-3321-4f00-936f-999c0955df5c HTTP/1.1" status: 200 len: 217 time: 0.0447237 Sep 08 19:24:46.158271 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41006) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:46.175258 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-84f87892-0031-48a6-aa3e-af81287a370e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.178012 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b90f4d6-16b9-4f6f-ba52-e52c2e07f30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.187357 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-74458464-c008-4844-b813-427f793dfdbc req-971d13dc-a047-43f7-80e1-b9d56546237d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024916 Sep 08 19:24:46.211243 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-90f6961f-0bf0-446e-8411-d27b67eab62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:46.212703 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-90f6961f-0bf0-446e-8411-d27b67eab62d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 200 len: 859 time: 0.0857239 Sep 08 19:24:46.229340 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b90f4d6-16b9-4f6f-ba52-e52c2e07f30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.260883 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-6f866bf5-ac85-494c-bf87-05e9c9ed90b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf24ac38-2b8d-4503-9d06-e96587b6c526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372746 Sep 08 19:24:46.319607 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:24:46.376343 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-6ee3320d-d67b-44ee-99a2-db6630358f94 service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049528 Sep 08 19:24:46.385219 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-84f87892-0031-48a6-aa3e-af81287a370e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.426628 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b90f4d6-16b9-4f6f-ba52-e52c2e07f30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.429241 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b90f4d6-16b9-4f6f-ba52-e52c2e07f30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.432729 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2b90f4d6-16b9-4f6f-ba52-e52c2e07f30c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6edc69e7-684e-4680-bdaa-06c727630c61 HTTP/1.1" status: 204 len: 168 time: 0.3209345 Sep 08 19:24:46.440637 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90f4d6-16b9-4f6f-ba52-e52c2e07f30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc69e7-684e-4680-bdaa-06c727630c61,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:46.447748 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:24:46.466166 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1', 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc', 'port_id': 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1', 'mac_address': 'fa:16:3e:8e:3d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e058c8ab-8bb0-482a-82d7-84a2f30fea3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:24:46.483643 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-84f87892-0031-48a6-aa3e-af81287a370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.529396 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-307ca7af-f65e-4174-a56c-371b7c33b961 req-a81a3dd3-09ee-4b7d-8343-c11f1dc45935 service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254387 Sep 08 19:24:46.532432 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-84f87892-0031-48a6-aa3e-af81287a370e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac37126232a649fb913b040f88dd8afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731339 Sep 08 19:24:46.533131 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f87892-0031-48a6-aa3e-af81287a370e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501722be-31d6-403f-a5ff-528adc794e4f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:46.536355 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41026) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:46.541368 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.564931 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:24:46.601486 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:24:46.614654 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d5f2b7c5-2c9b-498d-8186-c82c51870ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.642874 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d5f2b7c5-2c9b-498d-8186-c82c51870ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.643670 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.706873 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:46.827425 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d5f2b7c5-2c9b-498d-8186-c82c51870ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.831919 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d5f2b7c5-2c9b-498d-8186-c82c51870ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:46.833109 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d5f2b7c5-2c9b-498d-8186-c82c51870ff2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/501722be-31d6-403f-a5ff-528adc794e4f HTTP/1.1" status: 204 len: 168 time: 0.2954769 Sep 08 19:24:46.842772 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2b7c5-2c9b-498d-8186-c82c51870ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501722be-31d6-403f-a5ff-528adc794e4f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:47.039918 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:24:47.040469 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759e5f-18b9-4a79-9b22-00654e820a1f req-09d51f15-c886-4564-be27-a3dd60e01b33 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:47.042056 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df759e5f-18b9-4a79-9b22-00654e820a1f req-09d51f15-c886-4564-be27-a3dd60e01b33 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0479033 Sep 08 19:24:47.095086 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df759e5f-18b9-4a79-9b22-00654e820a1f req-f923348a-8895-403c-bf46-ca06ed5ff6a2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Sep 08 19:24:47.283218 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41056) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:47.299286 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a254a1a6-4144-437c-9f04-1c2c1628fb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:47.322856 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85981-2472-4fb2-8d3d-707ec8693a28 req-a558338c-5500-4e30-83f5-ebdbf8debc76 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:47.322856 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15d85981-2472-4fb2-8d3d-707ec8693a28 req-a558338c-5500-4e30-83f5-ebdbf8debc76 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 944 time: 0.0608788 Sep 08 19:24:47.362952 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15d85981-2472-4fb2-8d3d-707ec8693a28 req-7ab2c5a1-ea1d-40dc-8696-d6767b068bbf tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Sep 08 19:24:47.398295 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a254a1a6-4144-437c-9f04-1c2c1628fb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:47.485440 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a254a1a6-4144-437c-9f04-1c2c1628fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:47.524448 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a254a1a6-4144-437c-9f04-1c2c1628fb0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89ae163b63644725888e213c18c2a9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398160 Sep 08 19:24:47.525299 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254a1a6-4144-437c-9f04-1c2c1628fb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d696625-1ab9-4e76-8173-403e24eacffe,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:47.527176 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41066) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:47.576768 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aa39156a-8a83-44f7-81ea-ba032c946604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:47.605034 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aa39156a-8a83-44f7-81ea-ba032c946604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:47.708467 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aa39156a-8a83-44f7-81ea-ba032c946604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:47.711157 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aa39156a-8a83-44f7-81ea-ba032c946604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:47.712717 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-aa39156a-8a83-44f7-81ea-ba032c946604 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d696625-1ab9-4e76-8173-403e24eacffe HTTP/1.1" status: 204 len: 168 time: 0.1845162 Sep 08 19:24:47.721546 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39156a-8a83-44f7-81ea-ba032c946604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d696625-1ab9-4e76-8173-403e24eacffe,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:48.122344 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41088) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:48.214018 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ead707-9bf6-41a0-9ad2-a68aaae7251f req-0bbc7a13-6343-4e2c-a8e3-b44a6b727ef5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:48.214018 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f0ead707-9bf6-41a0-9ad2-a68aaae7251f req-0bbc7a13-6343-4e2c-a8e3-b44a6b727ef5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0523894 Sep 08 19:24:48.261544 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-09ab8ab0-ed4a-4a17-b269-b800809d4e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.287579 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f0ead707-9bf6-41a0-9ad2-a68aaae7251f req-aacdec0c-6879-48e8-84aa-4918a5f312a8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679469 Sep 08 19:24:48.343947 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:24:48.392249 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-09ab8ab0-ed4a-4a17-b269-b800809d4e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.453848 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41104) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:48.490710 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b1869a4e-381f-4fef-9cdb-932b9b058486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.500442 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:24:48.500645 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-09ab8ab0-ed4a-4a17-b269-b800809d4e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.501854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:24:48.502441 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.524027 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1dfbf-25c0-49b7-84a7-7131f6a4057a req-e46d04de-4457-4452-a669-101b4a7bf12b tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:48.525831 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-26e1dfbf-25c0-49b7-84a7-7131f6a4057a req-e46d04de-4457-4452-a669-101b4a7bf12b tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 944 time: 0.0861955 Sep 08 19:24:48.547944 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-09ab8ab0-ed4a-4a17-b269-b800809d4e87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c750b2b2c68143d1a20171d5c8715e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244912 Sep 08 19:24:48.548917 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41110) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:48.549437 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab8ab0-ed4a-4a17-b269-b800809d4e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb53daee-9baf-4fa9-9d7a-afb9f689ad0b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:48.617314 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.650618 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-26e1dfbf-25c0-49b7-84a7-7131f6a4057a req-69541872-3365-497f-8a0f-a4a6ee2978e2 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128261 Sep 08 19:24:48.661148 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d18f8ec-bd86-4fc3-9423-3f141e861210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:24:48.661148 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cf20a9-c396-4c84-8a6a-f21df780063c" -d '{"events": [{"server_uuid": "7d18f8ec-bd86-4fc3-9423-3f141e861210", "name": "network-vif-plugged", "status": "completed", "tag": "f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:24:48.672796 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:24:48.676839 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6721818e-ed40-4254-984a-d13df0a0ae90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.710713 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6721818e-ed40-4254-984a-d13df0a0ae90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.714699 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656408cf-ae80-4889-b574-9a10d354fa01 x-openstack-request-id: req-656408cf-ae80-4889-b574-9a10d354fa01 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:24:48.715098 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d18f8ec-bd86-4fc3-9423-3f141e861210", "name": "network-vif-plugged", "status": "completed", "tag": "f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:24:48.715629 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-656408cf-ae80-4889-b574-9a10d354fa01 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:24:48.716060 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d18f8ec-bd86-4fc3-9423-3f141e861210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1', 'code': 200} Sep 08 19:24:48.745197 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b1869a4e-381f-4fef-9cdb-932b9b058486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.766160 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.799708 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b1869a4e-381f-4fef-9cdb-932b9b058486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.824015 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:48.844099 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b1869a4e-381f-4fef-9cdb-932b9b058486 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17966cc9c1614e3a8fe7f675290d0bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882082 Sep 08 19:24:48.845254 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1869a4e-381f-4fef-9cdb-932b9b058486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e59e8f-f04e-46dc-8186-8c8d2bfe878a,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:48.846888 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41122) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:48.877179 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6721818e-ed40-4254-984a-d13df0a0ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.879591 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6721818e-ed40-4254-984a-d13df0a0ae90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.882607 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6721818e-ed40-4254-984a-d13df0a0ae90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb53daee-9baf-4fa9-9d7a-afb9f689ad0b HTTP/1.1" status: 204 len: 168 time: 0.3299656 Sep 08 19:24:48.904492 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721818e-ed40-4254-984a-d13df0a0ae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb53daee-9baf-4fa9-9d7a-afb9f689ad0b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:48.907461 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9203ce8b-d898-47b7-945e-b4aab3681192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:48.952064 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9203ce8b-d898-47b7-945e-b4aab3681192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:49.051937 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3adb53-67b7-424d-af68-69973dd6b2bc req-6a323b23-f632-48c7-b1dc-003e151de0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:49.053407 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ce3adb53-67b7-424d-af68-69973dd6b2bc req-6a323b23-f632-48c7-b1dc-003e151de0ab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 1098 time: 0.0398839 Sep 08 19:24:49.060751 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9203ce8b-d898-47b7-945e-b4aab3681192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:49.063386 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9203ce8b-d898-47b7-945e-b4aab3681192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:49.064549 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-9203ce8b-d898-47b7-945e-b4aab3681192 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5e59e8f-f04e-46dc-8186-8c8d2bfe878a HTTP/1.1" status: 204 len: 168 time: 0.2165997 Sep 08 19:24:49.072631 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203ce8b-d898-47b7-945e-b4aab3681192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e59e8f-f04e-46dc-8186-8c8d2bfe878a,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:49.094245 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ce3adb53-67b7-424d-af68-69973dd6b2bc req-53dad546-aef6-4b7a-862a-34c0924460e3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Sep 08 19:24:49.435715 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741b5e1-7a03-4e5b-90ff-b3b6a4a4c212 req-6d54023a-bd77-4590-8c4b-25cf2822d203 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:49.437236 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6741b5e1-7a03-4e5b-90ff-b3b6a4a4c212 req-6d54023a-bd77-4590-8c4b-25cf2822d203 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0529115 Sep 08 19:24:49.478264 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6741b5e1-7a03-4e5b-90ff-b3b6a4a4c212 req-079c7527-4678-4758-81a0-8663dbcdeb30 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345876 Sep 08 19:24:49.727357 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41146) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:49.757930 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5f4877e5-1c8c-4b89-9e9e-da2d5587e2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:49.786617 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dcf7f-0a40-403d-ba68-91b030e1b38f req-d5c79115-66ed-42cb-a7e9-0089da5c6a23 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:49.796450 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-505dcf7f-0a40-403d-ba68-91b030e1b38f req-d5c79115-66ed-42cb-a7e9-0089da5c6a23 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 945 time: 0.0728490 Sep 08 19:24:49.822066 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41150) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:49.859848 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-505dcf7f-0a40-403d-ba68-91b030e1b38f req-2e7a4e08-abd3-41ce-9490-4bae01386d84 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642266 Sep 08 19:24:49.885732 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5f4877e5-1c8c-4b89-9e9e-da2d5587e2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:49.952165 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5f4877e5-1c8c-4b89-9e9e-da2d5587e2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:49.991556 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-482b00a4-231f-4ea6-967c-67776791cfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:49.998270 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5f4877e5-1c8c-4b89-9e9e-da2d5587e2be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8901dce94a34d3b9e27ffca6188f555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693291 Sep 08 19:24:50.001366 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41160) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:50.011846 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4877e5-1c8c-4b89-9e9e-da2d5587e2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5755799e-f33e-4aa4-b687-8b6737396c71,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:50.084784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-370612ad-7992-458c-9bea-c745d9629876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.110550 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41168) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:50.124673 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-370612ad-7992-458c-9bea-c745d9629876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.178740 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-482b00a4-231f-4ea6-967c-67776791cfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.227875 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cc8340f5-8c8f-4d8b-8f7b-51977bfa2886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.285167 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-482b00a4-231f-4ea6-967c-67776791cfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.321908 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-370612ad-7992-458c-9bea-c745d9629876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.324530 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-370612ad-7992-458c-9bea-c745d9629876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.325658 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-370612ad-7992-458c-9bea-c745d9629876 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5755799e-f33e-4aa4-b687-8b6737396c71 HTTP/1.1" status: 204 len: 168 time: 0.3232186 Sep 08 19:24:50.333136 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-482b00a4-231f-4ea6-967c-67776791cfef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0383d0c159bc4648ad75298351b8b510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100877 Sep 08 19:24:50.336161 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b00a4-231f-4ea6-967c-67776791cfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cecda9-4e0f-4b37-88c1-21f57ffcf6c4,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:50.336293 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41176) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:50.354944 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370612ad-7992-458c-9bea-c745d9629876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755799e-f33e-4aa4-b687-8b6737396c71,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:50.412590 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cc8340f5-8c8f-4d8b-8f7b-51977bfa2886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.417308 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e668b554-e9dc-4982-910c-065a848633d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.439021 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e668b554-e9dc-4982-910c-065a848633d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.514151 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cc8340f5-8c8f-4d8b-8f7b-51977bfa2886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.559472 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e668b554-e9dc-4982-910c-065a848633d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.563283 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e668b554-e9dc-4982-910c-065a848633d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.563595 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e668b554-e9dc-4982-910c-065a848633d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70cecda9-4e0f-4b37-88c1-21f57ffcf6c4 HTTP/1.1" status: 204 len: 168 time: 0.2261519 Sep 08 19:24:50.577477 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-cc8340f5-8c8f-4d8b-8f7b-51977bfa2886 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec717aaa553a4c8baed76520cacf5aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657259 Sep 08 19:24:50.586065 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41186) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:50.594920 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8340f5-8c8f-4d8b-8f7b-51977bfa2886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b53b88-4312-484e-996d-f335d0860ff3,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:50.611251 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668b554-e9dc-4982-910c-065a848633d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cecda9-4e0f-4b37-88c1-21f57ffcf6c4,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:50.664436 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49652fd8-b012-4c88-bd19-4ccf1f7dbef5 req-20519c0f-cf89-414c-9502-08f010fb6347 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:50.666579 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b5ad2b4e-11f9-481c-8ba8-686f4746a7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.675161 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49652fd8-b012-4c88-bd19-4ccf1f7dbef5 req-20519c0f-cf89-414c-9502-08f010fb6347 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.1203935 Sep 08 19:24:50.732546 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b5ad2b4e-11f9-481c-8ba8-686f4746a7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.734932 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49652fd8-b012-4c88-bd19-4ccf1f7dbef5 req-fd7892c2-ad66-415e-beca-d168f02b977c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586503 Sep 08 19:24:50.885595 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b5ad2b4e-11f9-481c-8ba8-686f4746a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.888926 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b5ad2b4e-11f9-481c-8ba8-686f4746a7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:50.890204 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b5ad2b4e-11f9-481c-8ba8-686f4746a7af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42b53b88-4312-484e-996d-f335d0860ff3 HTTP/1.1" status: 204 len: 168 time: 0.3031008 Sep 08 19:24:50.899074 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad2b4e-11f9-481c-8ba8-686f4746a7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b53b88-4312-484e-996d-f335d0860ff3,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:50.928423 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41198) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:50.987683 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174edb7-fe5b-4eab-8398-d71113f00bd1 req-c6320567-8a49-4f05-b4c7-42784fe21f8d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:50.989186 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f174edb7-fe5b-4eab-8398-d71113f00bd1 req-c6320567-8a49-4f05-b4c7-42784fe21f8d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 945 time: 0.0537567 Sep 08 19:24:51.031136 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f174edb7-fe5b-4eab-8398-d71113f00bd1 req-4c7047f1-158c-4c63-8587-5aada752eeff tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Sep 08 19:24:51.053986 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-801848016-network', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:51.151780 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Made reservation on behalf of 757ed2cc7a60485f938d6783abd20cbd for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:24:51.155607 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.166362 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.276445 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.354041 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.387520 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9205f642-62fa-43ad-9b48-261ea8ba91c4,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:51.460154 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:24:51.470917 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.471261 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Added segment e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e of type vlan for network c59874e5-2d39-495d-ba56-1d980550f33b Sep 08 19:24:51.514879 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.641513 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41224) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:51.655718 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-69813aec-1ec3-4ee5-9753-ca8505d0b660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.687394 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.688356 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:51.688936 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.769033 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c59874e5-2d39-495d-ba56-1d980550f33b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:51.784989 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network c59874e5-2d39-495d-ba56-1d980550f33b details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:24:51.851724 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-69813aec-1ec3-4ee5-9753-ca8505d0b660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.909092 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4006a3-15fc-451e-af9f-a91a1b5653bc req-f1b48e7c-7e0f-4752-a9ba-c317b0e0de07 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:51.911097 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df4006a3-15fc-451e-af9f-a91a1b5653bc req-f1b48e7c-7e0f-4752-a9ba-c317b0e0de07 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0555220 Sep 08 19:24:51.927666 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-69813aec-1ec3-4ee5-9753-ca8505d0b660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:51.977698 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-69813aec-1ec3-4ee5-9753-ca8505d0b660 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0195acfb0968440bb5a0b973b92a1e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350685 Sep 08 19:24:51.982407 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41246) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:51.995636 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69813aec-1ec3-4ee5-9753-ca8505d0b660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073ac643-f188-4860-9893-acb9e168db57,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:52.026088 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d98d5807-0577-4f7a-8093-f3ea142ef5e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0964274 Sep 08 19:24:52.030010 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41248) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:52.034887 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Request body: {'subnet': {'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-801848016-subnet', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:52.073807 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5932a850-7463-455b-b38f-a7054043cb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.096634 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5932a850-7463-455b-b38f-a7054043cb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.176539 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Made reservation on behalf of 757ed2cc7a60485f938d6783abd20cbd for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:24:52.179384 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.190020 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df4006a3-15fc-451e-af9f-a91a1b5653bc req-39b5e7fe-44cb-4058-b7e1-c93686f7207b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724397 Sep 08 19:24:52.239183 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5932a850-7463-455b-b38f-a7054043cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.241620 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5932a850-7463-455b-b38f-a7054043cb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.242847 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5932a850-7463-455b-b38f-a7054043cb74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/073ac643-f188-4860-9893-acb9e168db57 HTTP/1.1" status: 204 len: 168 time: 0.2594891 Sep 08 19:24:52.261101 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932a850-7463-455b-b38f-a7054043cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073ac643-f188-4860-9893-acb9e168db57,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:52.485649 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.537530 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:52.554241 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Checking segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:24:52.559534 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Network hostable DHCP agents. Network: c59874e5-2d39-495d-ba56-1d980550f33b, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:24:52.662558 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Network c59874e5-2d39-495d-ba56-1d980550f33b is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:24:52.721242 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41268) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:52.733426 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, c59874e5-2d39-495d-ba56-1d980550f33b) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:24:52.744856 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e282d43-9801-4c50-9ca6-bae28050c305 None None] Network c59874e5-2d39-495d-ba56-1d980550f33b requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:24:52.744955 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:52.744955 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.849358 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c7c209e0-0066-41ad-a72c-528ff108a000 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8183343 Sep 08 19:24:52.852153 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41280) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:52.863190 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e18996d0-607e-4cc4-b9e6-96869ff27239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.863393 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:52.941027 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-c59874e5-2d39-495d-ba56-1d980550f33b', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:24:52.943762 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.959957 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:52.963141 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.061888 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.097933 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e18996d0-607e-4cc4-b9e6-96869ff27239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.119315 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Allocated IP 172.20.0.2 (c59874e5-2d39-495d-ba56-1d980550f33b/f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb/2006c4f9-b589-4055-b82a-b94d7879607e) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:24:53.160343 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e18996d0-607e-4cc4-b9e6-96869ff27239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.218828 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18996d0-607e-4cc4-b9e6-96869ff27239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fbb1ec-8e5c-45c1-9510-3c3286299092,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:53.234830 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e18996d0-607e-4cc4-b9e6-96869ff27239 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c80bc71199c648cfafea6e7e82a463a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123606 Sep 08 19:24:53.238822 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41300) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:53.291592 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.306472 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5af755f8-0232-4255-9e4e-0b040bb84c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.335541 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5af755f8-0232-4255-9e4e-0b040bb84c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.347982 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dee7a8-42f5-4d7b-88a5-8674bab8094b req-98eb1a7a-3f09-40a6-a78b-0037913991dd tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:53.349529 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-64dee7a8-42f5-4d7b-88a5-8674bab8094b req-98eb1a7a-3f09-40a6-a78b-0037913991dd tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0541101 Sep 08 19:24:53.390145 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.422426 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-64dee7a8-42f5-4d7b-88a5-8674bab8094b req-ff759497-5401-4829-8947-6be654d3c47f tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630517 Sep 08 19:24:53.500539 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.531872 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Transition to ACTIVE for port object 2006c4f9-b589-4055-b82a-b94d7879607e will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:24:53.532135 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5af755f8-0232-4255-9e4e-0b040bb84c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.536146 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5af755f8-0232-4255-9e4e-0b040bb84c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.537327 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5af755f8-0232-4255-9e4e-0b040bb84c41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80fbb1ec-8e5c-45c1-9510-3c3286299092 HTTP/1.1" status: 204 len: 168 time: 0.2975693 Sep 08 19:24:53.550620 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af755f8-0232-4255-9e4e-0b040bb84c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fbb1ec-8e5c-45c1-9510-3c3286299092,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:53.581487 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Transition to ACTIVE for port object 2006c4f9-b589-4055-b82a-b94d7879607e will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:24:53.623787 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.649421 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.658891 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.748588 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Network c59874e5-2d39-495d-ba56-1d980550f33b is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:24:53.761917 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Pushing event updated for resources: {'Port': ['ID=2006c4f9-b589-4055-b82a-b94d7879607e,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:53.772999 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:24:53.775706 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:24:53.840106 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Allocated IP 172.27.0.71 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/471acbb2-3220-4fb7-a055-122d1a764d28) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:24:53.846038 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Attempting to bind port 2006c4f9-b589-4055-b82a-b94d7879607e on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:24:53.846760 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Attempting to bind port 2006c4f9-b589-4055-b82a-b94d7879607e by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:24:53.847540 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Attempting to bind port 2006c4f9-b589-4055-b82a-b94d7879607e on network c59874e5-2d39-495d-ba56-1d980550f33b {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:24:53.854687 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:24:53.856843 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Checking segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:24:53.856843 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.856843 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Bound using segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:24:53.856843 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Bound port: 2006c4f9-b589-4055-b82a-b94d7879607e, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:24:53.857501 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:53.934674 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] For port 2006c4f9-b589-4055-b82a-b94d7879607e, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:24:53.942283 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] For port 2006c4f9-b589-4055-b82a-b94d7879607e, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=2006c4f9-b589-4055-b82a-b94d7879607e,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:24:53.992463 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:54.015510 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:54.077513 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56adea1-5f46-44c2-810d-62453ebaf502 None None] Pushing event updated for resources: {'Port': ['ID=2006c4f9-b589-4055-b82a-b94d7879607e,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:54.090632 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:54.129258 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:24:54.132256 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:24:54.136521 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:24:54.170273 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Pushing event updated for resources: {'Port': ['ID=471acbb2-3220-4fb7-a055-122d1a764d28,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:54.496009 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:54.553769 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2928c-d45b-4b14-92cc-b7b246372f0e req-6dd63edf-3eba-4037-9233-8c1fdc6265c2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:54.556090 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25b2928c-d45b-4b14-92cc-b7b246372f0e req-6dd63edf-3eba-4037-9233-8c1fdc6265c2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0617020 Sep 08 19:24:54.622475 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25b2928c-d45b-4b14-92cc-b7b246372f0e req-4890ab25-808a-4aad-9444-6c31842745d6 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545759 Sep 08 19:24:54.756463 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:54.954115 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Router d55b2d28-7f43-47aa-a31b-3eb47c62e63a is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:24:55.070201 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:24:55.084337 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Sync routers for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:24:55.092214 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9495ff3-65b3-495d-8561-cec238aa3cf7 None None] Network c59874e5-2d39-495d-ba56-1d980550f33b requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:24:55.099913 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:24:55.099913 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:24:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:55.170149 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.174600 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-576b139f-1804-4781-a471-86ca5b95ff67 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3187857 Sep 08 19:24:55.175026 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41354) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:55.209345 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:24:55.246632 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-2d3abe89-f82a-4439-bfc8-76813821f6a0 None None] Provisioning for port 2006c4f9-b589-4055-b82a-b94d7879607e completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:24:55.423344 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:54Z', 'revision_number': 3, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:55.450554 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Checking router: d55b2d28-7f43-47aa-a31b-3eb47c62e63a for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:24:55.453380 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Updating router d55b2d28-7f43-47aa-a31b-3eb47c62e63a port 471acbb2-3220-4fb7-a055-122d1a764d28 binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:24:55.479652 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.594948 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 2006c4f9-b589-4055-b82a-b94d7879607e up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:24:55.647262 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.742056 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b46af-af6e-449e-ad97-7adfcb085f5a req-815b86bd-7dd7-45d9-a637-f59c801de717 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:55.743704 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-357b46af-af6e-449e-ad97-7adfcb085f5a req-815b86bd-7dd7-45d9-a637-f59c801de717 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0534978 Sep 08 19:24:55.760301 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.772302 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Transition to ACTIVE for port object 471acbb2-3220-4fb7-a055-122d1a764d28 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:24:55.772755 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 2006c4f9-b589-4055-b82a-b94d7879607e completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:24:55.778162 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 2006c4f9-b589-4055-b82a-b94d7879607e triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:24:55.784072 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.787927 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-357b46af-af6e-449e-ad97-7adfcb085f5a req-6930e3f9-c9fa-4788-bf29-e4f2c7dbcb5b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Sep 08 19:24:55.815487 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Allocated IP 172.20.0.1 (c59874e5-2d39-495d-ba56-1d980550f33b/f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb/ec8ebb64-15ec-4a31-a231-e93844d78c40) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:24:55.857560 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.873849 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.908904 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 2006c4f9-b589-4055-b82a-b94d7879607e, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=2006c4f9-b589-4055-b82a-b94d7879607e,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:24:55.926709 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Pushing event updated for resources: {'Port': ['ID=471acbb2-3220-4fb7-a055-122d1a764d28,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:55.929161 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Attempting to bind port 471acbb2-3220-4fb7-a055-122d1a764d28 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:24:55.929902 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Attempting to bind port 471acbb2-3220-4fb7-a055-122d1a764d28 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:24:55.930381 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Attempting to bind port 471acbb2-3220-4fb7-a055-122d1a764d28 on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:24:55.939677 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.939987 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.940330 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.940857 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.941274 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.941689 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.942086 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.942603 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.943131 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.943635 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.943962 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.944357 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.944858 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:24:55.948712 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:24:55.950528 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:24:55.950528 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.950528 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:24:55.951112 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Bound port: 471acbb2-3220-4fb7-a055-122d1a764d28, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:24:55.952036 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:55.962978 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Transition to ACTIVE for port object ec8ebb64-15ec-4a31-a231-e93844d78c40 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:24:55.971612 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:56.020676 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] For port 471acbb2-3220-4fb7-a055-122d1a764d28, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:24:56.024158 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] For port 471acbb2-3220-4fb7-a055-122d1a764d28, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=471acbb2-3220-4fb7-a055-122d1a764d28,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:24:56.036534 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=2006c4f9-b589-4055-b82a-b94d7879607e,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:56.060985 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:56.090996 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:56.100046 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Network c59874e5-2d39-495d-ba56-1d980550f33b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:24:56.103127 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:24:56.106621 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:24:56.148139 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8ebb64-15ec-4a31-a231-e93844d78c40,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:56.154601 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:24:56.155287 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:24:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:56.166386 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:56.192553 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892117e-661c-4540-9a36-b0f7311c8bb5 None None] Pushing event updated for resources: {'Port': ['ID=471acbb2-3220-4fb7-a055-122d1a764d28,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:56.267951 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:24:56.357520 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:56.445229 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-70827d5a-e07f-400a-a6af-250251766459 None None] Provisioning for port ec8ebb64-15ec-4a31-a231-e93844d78c40 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:24:56.449998 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-70827d5a-e07f-400a-a6af-250251766459 None None] Provisioning complete for port ec8ebb64-15ec-4a31-a231-e93844d78c40 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:24:56.450421 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-70827d5a-e07f-400a-a6af-250251766459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:56.484627 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-70827d5a-e07f-400a-a6af-250251766459 None None] Port ec8ebb64-15ec-4a31-a231-e93844d78c40 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:24:56.529395 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:54Z', 'revision_number': 3, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:56.530030 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:56.554067 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e792b-0492-4329-9424-e1927817ea45 None None] The sync data for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi is: [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:54Z', 'revision_number': 3, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:24:56.588441 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:56.659365 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8ebb64-15ec-4a31-a231-e93844d78c40,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:56.661708 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:56.772196 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Network c59874e5-2d39-495d-ba56-1d980550f33b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:24:56.774447 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:24:56.893968 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Router d55b2d28-7f43-47aa-a31b-3eb47c62e63a has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:24:56.931096 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115e060-48e9-403a-9d13-16580d34132b req-37e7a1c1-6c1d-458d-afe6-e1525071eb2a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:56.932809 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c115e060-48e9-403a-9d13-16580d34132b req-37e7a1c1-6c1d-458d-afe6-e1525071eb2a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0614593 Sep 08 19:24:56.978824 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c115e060-48e9-403a-9d13-16580d34132b req-24c1592a-c481-4511-8060-4acc182fdb9d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390368 Sep 08 19:24:57.016104 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-996b910f-c0a5-4612-a266-851db14126c5 None None] Provisioning complete for port ec8ebb64-15ec-4a31-a231-e93844d78c40 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:24:57.016725 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-996b910f-c0a5-4612-a266-851db14126c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:57.058240 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-996b910f-c0a5-4612-a266-851db14126c5 None None] Port ec8ebb64-15ec-4a31-a231-e93844d78c40 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:24:57.244441 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:24:57.249757 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-362fab9a-7d1d-4ad9-a470-b77bfff7c1f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/d55b2d28-7f43-47aa-a31b-3eb47c62e63a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0733223 Sep 08 19:24:57.648928 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 2006c4f9-b589-4055-b82a-b94d7879607e up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:24:57.698389 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 2006c4f9-b589-4055-b82a-b94d7879607e triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:24:57.698715 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:57.773029 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 471acbb2-3220-4fb7-a055-122d1a764d28 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:24:57.883371 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 471acbb2-3220-4fb7-a055-122d1a764d28 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:24:57.887862 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 471acbb2-3220-4fb7-a055-122d1a764d28 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:24:57.888234 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:57.967729 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:57.989888 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 471acbb2-3220-4fb7-a055-122d1a764d28, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=471acbb2-3220-4fb7-a055-122d1a764d28,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:24:58.044206 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.114673 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=471acbb2-3220-4fb7-a055-122d1a764d28,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:58.125928 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0e96-267b-4d5c-bbe3-459ba46a0213 req-9aea9645-654a-4104-9155-151073fd259e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:58.127574 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c9a0e96-267b-4d5c-bbe3-459ba46a0213 req-9aea9645-654a-4104-9155-151073fd259e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0760992 Sep 08 19:24:58.128001 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41398) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:58.133135 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2110463338-network', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:58.174050 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c9a0e96-267b-4d5c-bbe3-459ba46a0213 req-7637ae1b-13e9-4f39-b271-b596ac2b5d7b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370913 Sep 08 19:24:58.211116 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Sync routers for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:24:58.211284 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Made reservation on behalf of 5d97290716d543a0ac7f18b3203d7c8e for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:24:58.213527 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.221645 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:24:58.222078 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:24:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:58.225645 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.329605 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.336146 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:24:58.454158 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.468982 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:24:58.521705 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.522060 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Added segment 05816b6e-5cc7-483b-8fb4-23cf68d2fc59 of type vlan for network 9e22d9c8-6600-4edc-8fcf-037846c958be Sep 08 19:24:58.565294 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf40eae2-fd2e-4269-bd29-f0f095dbaeec,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:58.583900 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.621229 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 2, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:24:58.648026 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-6843fceb-84fe-45de-a421-426b12d757a7 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=72fb8c54b1fb4e3aa6255f19f8553b69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394874 Sep 08 19:24:58.650261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Checking router: d55b2d28-7f43-47aa-a31b-3eb47c62e63a for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:24:58.650760 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Updating router d55b2d28-7f43-47aa-a31b-3eb47c62e63a port ec8ebb64-15ec-4a31-a231-e93844d78c40 binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:24:58.677112 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.697113 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.698170 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:58.698767 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:58.788588 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] Pushing event updated for resources: {'Network': ['ID=9e22d9c8-6600-4edc-8fcf-037846c958be,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:58.805290 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network 9e22d9c8-6600-4edc-8fcf-037846c958be details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:24:58.812817 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41434) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:58.815005 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-1169797e-2240-4e40-9393-7a6847ce9d71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6852765 Sep 08 19:24:58.826106 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Request body: {'subnet': {'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2110463338-subnet', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:58.879753 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-28a67b52-4690-4698-b466-b411bbfdfede tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:58.881544 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-28a67b52-4690-4698-b466-b411bbfdfede tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296677 Sep 08 19:24:58.898535 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-f06bfb67-896c-4eba-a54e-e164f5f1eba1 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/quotas/72fb8c54b1fb4e3aa6255f19f8553b69 HTTP/1.1" status: 200 len: 375 time: 0.0101902 Sep 08 19:24:58.942555 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-4cd2fdff-11a4-4337-ac9f-93c1f4e6f22a tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72fb8c54b1fb4e3aa6255f19f8553b69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361264 Sep 08 19:24:58.948318 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Made reservation on behalf of 5d97290716d543a0ac7f18b3203d7c8e for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:24:58.958676 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.063449 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.073082 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Transition to ACTIVE for port object ec8ebb64-15ec-4a31-a231-e93844d78c40 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:24:59.177154 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.206074 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.210583 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-465ac6bd-3946-4c6a-b806-be4e78efd9c6 req-9256009f-5174-4cb5-af9e-c38241ca54b5 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 210 time: 0.0323699 Sep 08 19:24:59.357162 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Checking segment: {'id': '05816b6e-5cc7-483b-8fb4-23cf68d2fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:24:59.357808 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Network hostable DHCP agents. Network: 9e22d9c8-6600-4edc-8fcf-037846c958be, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:24:59.364440 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce322bd4-6536-4b11-b44a-c2629bef9951,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:59.422632 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854b66f-27cc-4c93-a980-cde2be67bc66 req-c36401ff-bf3f-4d9d-8b6b-66875ff46936 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:59.431966 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c854b66f-27cc-4c93-a980-cde2be67bc66 req-c36401ff-bf3f-4d9d-8b6b-66875ff46936 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.1407549 Sep 08 19:24:59.485253 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Attempting to bind port ec8ebb64-15ec-4a31-a231-e93844d78c40 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:24:59.485775 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Attempting to bind port ec8ebb64-15ec-4a31-a231-e93844d78c40 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:24:59.486237 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Attempting to bind port ec8ebb64-15ec-4a31-a231-e93844d78c40 on network c59874e5-2d39-495d-ba56-1d980550f33b {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:24:59.497572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef9bdd-02d0-4c79-8b45-02bf7e96f270 None None] Pushing event updated for resources: {'Port': ['ID=ec8ebb64-15ec-4a31-a231-e93844d78c40,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:24:59.497572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:24:59.497572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Checking segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:24:59.497572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.497572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Bound using segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:24:59.497572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Bound port: ec8ebb64-15ec-4a31-a231-e93844d78c40, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:24:59.498132 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.516275 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c854b66f-27cc-4c93-a980-cde2be67bc66 req-b15fe624-d966-455b-928f-4061691555eb tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812197 Sep 08 19:24:59.517661 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Network 9e22d9c8-6600-4edc-8fcf-037846c958be is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:24:59.611724 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, 9e22d9c8-6600-4edc-8fcf-037846c958be) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:24:59.616640 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:24:59.617308 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.640375 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52d92ed-1fdb-4562-9bef-3b71b8857f26 None None] Network 9e22d9c8-6600-4edc-8fcf-037846c958be requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:24:59.642763 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 471acbb2-3220-4fb7-a055-122d1a764d28 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:24:59.685155 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] For port ec8ebb64-15ec-4a31-a231-e93844d78c40, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:24:59.713838 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] For port ec8ebb64-15ec-4a31-a231-e93844d78c40, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=ec8ebb64-15ec-4a31-a231-e93844d78c40,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:24:59.716736 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ead49fe5-3b1e-47af-b0bc-cc44f3a30389 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8962638 Sep 08 19:24:59.716982 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41476) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:24:59.721629 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:24:59.800035 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 471acbb2-3220-4fb7-a055-122d1a764d28 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:24:59.800355 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.859029 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.860272 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.868624 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.901249 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-9e22d9c8-6600-4edc-8fcf-037846c958be', 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'fixed_ips': [{'subnet_id': 'ce322bd4-6536-4b11-b44a-c2629bef9951'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:24:59.903012 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.957463 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:24:59.991959 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:24:59.992591 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:24:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:00.041269 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef9bdd-02d0-4c79-8b45-02bf7e96f270 None None] Pushing event updated for resources: {'Port': ['ID=ec8ebb64-15ec-4a31-a231-e93844d78c40,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:00.226086 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:25:00.226229 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:00.254230 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Allocated IP 172.20.0.2 (9e22d9c8-6600-4edc-8fcf-037846c958be/ce322bd4-6536-4b11-b44a-c2629bef9951/a140a904-c71d-42db-bb63-b398625e921f) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:25:00.303835 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-47f473ac-0e35-4163-a09e-aa4ce10c17e4 req-d0e75042-badc-4e40-a446-8939f45d33ce tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 210 time: 0.0264034 Sep 08 19:25:00.562425 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:00.563221 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:00.574715 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Transition to ACTIVE for port object a140a904-c71d-42db-bb63-b398625e921f will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:25:00.584895 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:00.594352 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:24:59Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:00.598553 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Transition to ACTIVE for port object a140a904-c71d-42db-bb63-b398625e921f will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:25:00.628416 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9912d-980d-49ea-a3b4-47c928d5a17b None None] The sync data for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi is: [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:24:59Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:25:00.714094 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe973-46da-49c6-b6bd-2fdb9dd86b86 req-cf7e1cd5-49f9-4f52-b117-b2b62238a5de tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:00.724445 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3ffbe973-46da-49c6-b6bd-2fdb9dd86b86 req-cf7e1cd5-49f9-4f52-b117-b2b62238a5de tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.1340773 Sep 08 19:25:00.765898 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:00.816073 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Network 9e22d9c8-6600-4edc-8fcf-037846c958be is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:25:00.820751 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:25:00.836296 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:25:00.844573 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Allocated IP 172.27.0.233 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/6795c1c0-48d7-4122-845e-7166dcdd2368) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:25:00.846558 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Pushing event updated for resources: {'Port': ['ID=a140a904-c71d-42db-bb63-b398625e921f,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:00.849033 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3ffbe973-46da-49c6-b6bd-2fdb9dd86b86 req-0a8f47a6-bc0c-4634-9e25-51d35e7e2afa tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730078 Sep 08 19:25:00.923237 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Attempting to bind port a140a904-c71d-42db-bb63-b398625e921f on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:25:00.924615 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Attempting to bind port a140a904-c71d-42db-bb63-b398625e921f by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '05816b6e-5cc7-483b-8fb4-23cf68d2fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:25:00.924615 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Attempting to bind port a140a904-c71d-42db-bb63-b398625e921f on network 9e22d9c8-6600-4edc-8fcf-037846c958be {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:25:00.941853 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:25:00.941853 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Checking segment: {'id': '05816b6e-5cc7-483b-8fb4-23cf68d2fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:25:00.941853 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:00.941853 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Bound using segment: {'id': '05816b6e-5cc7-483b-8fb4-23cf68d2fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:25:00.941853 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Bound port: a140a904-c71d-42db-bb63-b398625e921f, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05816b6e-5cc7-483b-8fb4-23cf68d2fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:25:00.941853 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:01.000505 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:01.035774 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] For port a140a904-c71d-42db-bb63-b398625e921f, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:25:01.039303 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] For port a140a904-c71d-42db-bb63-b398625e921f, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a140a904-c71d-42db-bb63-b398625e921f,segment=NetworkSegment(05816b6e-5cc7-483b-8fb4-23cf68d2fc59),segment_id=05816b6e-5cc7-483b-8fb4-23cf68d2fc59)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:25:01.118559 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:01.199027 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d31e5-45d5-44d7-bc28-4c67dae40f79 None None] Pushing event updated for resources: {'Port': ['ID=a140a904-c71d-42db-bb63-b398625e921f,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:01.420947 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:01.471423 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-711fc1d5-69a6-49b1-bc3d-bf11ab0cd742 req-0057b5db-dbdc-405e-99cf-50d70a87f843 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 210 time: 0.0771317 Sep 08 19:25:01.486965 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:25:01.488451 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:25:01.493066 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:25:01.590776 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Pushing event updated for resources: {'Port': ['ID=6795c1c0-48d7-4122-845e-7166dcdd2368,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:01.721662 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a140a904-c71d-42db-bb63-b398625e921f up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:01.760661 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b0f1e038-9979-4930-8741-56238f0b6f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:01.843346 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port a140a904-c71d-42db-bb63-b398625e921f completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:25:01.853166 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device ec8ebb64-15ec-4a31-a231-e93844d78c40 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:01.903243 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-c4d795a5-54f3-44ba-8c7b-054d5f4963f4 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=72fb8c54b1fb4e3aa6255f19f8553b69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385385 Sep 08 19:25:02.031902 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port ec8ebb64-15ec-4a31-a231-e93844d78c40 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:25:02.046241 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port ec8ebb64-15ec-4a31-a231-e93844d78c40 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:02.046241 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.162169 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f09a8-1e05-49e1-bfdf-c84de5c64b68 req-d495bef0-997e-4c49-881b-4b57ac6f579d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:02.162169 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ad5f09a8-1e05-49e1-bfdf-c84de5c64b68 req-d495bef0-997e-4c49-881b-4b57ac6f579d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.1756539 Sep 08 19:25:02.180043 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-9dc74184-1bbd-4dc8-8775-92aa32cd8ce0 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:02.182872 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-9dc74184-1bbd-4dc8-8775-92aa32cd8ce0 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735071 Sep 08 19:25:02.190892 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.215833 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Request body: {'port': {'device_id': 'fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76', 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218', 'admin_state_up': True, 'tenant_id': '72fb8c54b1fb4e3aa6255f19f8553b69'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:02.225105 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.238072 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41518) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:02.299482 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port ec8ebb64-15ec-4a31-a231-e93844d78c40, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=ec8ebb64-15ec-4a31-a231-e93844d78c40,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:02.307443 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ad5f09a8-1e05-49e1-bfdf-c84de5c64b68 req-6dc1976f-9b49-49ad-8183-77439c392749 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789842 Sep 08 19:25:02.395056 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.445391 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ff61e0c0-cd2f-4873-8f6c-57fd96a60fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.473806 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.db.api [None req-ff61e0c0-cd2f-4873-8f6c-57fd96a60fcf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 19:25:02.473806 dv-cinder-807933-1-iscsi neutron-server[94486]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 19:25:02.473806 dv-cinder-807933-1-iscsi neutron-server[94486]: [parameters: {'project_id_1': 'cea236096eed4d4b8c9dee52c04813ca', 'expiration_1': datetime.datetime(2021, 9, 8, 19, 24, 42, 460104)}] Sep 08 19:25:02.473806 dv-cinder-807933-1-iscsi neutron-server[94486]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 19:25:02.473806 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG oslo_db.api [None req-ff61e0c0-cd2f-4873-8f6c-57fd96a60fcf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 19:25:02.489060 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=ec8ebb64-15ec-4a31-a231-e93844d78c40,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:02.529089 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc0ad5-1a6f-43eb-9cc9-c237a1761c7f None None] Network 9e22d9c8-6600-4edc-8fcf-037846c958be requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:25:02.593873 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Made reservation on behalf of 72fb8c54b1fb4e3aa6255f19f8553b69 for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:25:02.593873 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.605224 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.648319 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a482f441-9365-4e1a-89d7-0cb8c617b537 req-52c620bc-f44a-4107-aef3-f3236a7d70be tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 210 time: 0.0600491 Sep 08 19:25:02.651874 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.718264 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-58277aae-864b-42e9-bd81-bd052986c54a None None] Provisioning for port a140a904-c71d-42db-bb63-b398625e921f completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:25:02.740204 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.741882 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-58277aae-864b-42e9-bd81-bd052986c54a None None] Provisioning complete for port a140a904-c71d-42db-bb63-b398625e921f triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:02.742303 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-58277aae-864b-42e9-bd81-bd052986c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.805994 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.838347 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-58277aae-864b-42e9-bd81-bd052986c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.856956 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:25:02.884554 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-58277aae-864b-42e9-bd81-bd052986c54a None None] For port a140a904-c71d-42db-bb63-b398625e921f, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a140a904-c71d-42db-bb63-b398625e921f,segment=NetworkSegment(05816b6e-5cc7-483b-8fb4-23cf68d2fc59),segment_id=05816b6e-5cc7-483b-8fb4-23cf68d2fc59)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:02.909341 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33bd105-766a-49e5-a9f4-f1e80048636e,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:02.974060 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ff61e0c0-cd2f-4873-8f6c-57fd96a60fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:02.987829 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:25:02.990334 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Allocated IP 192.168.233.77 (b18148a1-a07b-48ca-a82c-41ee9a358218/5c35e032-2c2d-45ea-8abc-5df635fbf7ee/b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:25:02.992083 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-58277aae-864b-42e9-bd81-bd052986c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.004139 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Sync routers for ids ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:25:03.026214 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Routers {'88627c91-0a5c-4cd6-b75c-fda36ac38f6c'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:25:03.039187 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:24:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:03.055324 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58277aae-864b-42e9-bd81-bd052986c54a None None] Pushing event updated for resources: {'Port': ['ID=a140a904-c71d-42db-bb63-b398625e921f,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:03.112884 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8afd60e8-a5d1-4cd7-8ff8-7662a9a5bd06 None None] Provisioning complete for port a140a904-c71d-42db-bb63-b398625e921f triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:03.113521 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8afd60e8-a5d1-4cd7-8ff8-7662a9a5bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.173566 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Set router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:25:03.215546 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ff61e0c0-cd2f-4873-8f6c-57fd96a60fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.225550 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.241758 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Transition to ACTIVE for port object b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:25:03.310859 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2515-77a8-43a1-b79b-f9c2b0a1bc42 req-728ea447-677a-4be2-864e-8370a712f767 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:03.312462 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5d0e2515-77a8-43a1-b79b-f9c2b0a1bc42 req-728ea447-677a-4be2-864e-8370a712f767 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0596113 Sep 08 19:25:03.353424 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ff61e0c0-cd2f-4873-8f6c-57fd96a60fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.357436 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5d0e2515-77a8-43a1-b79b-f9c2b0a1bc42 req-fa41c9c7-3906-4ccb-8863-179727dce4bc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388191 Sep 08 19:25:03.374478 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.380096 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:59Z', 'updated_at': '2021-09-08T19:25:01Z', 'revision_number': 3, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'gw_port': {'id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:00Z', 'updated_at': '2021-09-08T19:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:03.407010 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Checking router: 88627c91-0a5c-4cd6-b75c-fda36ac38f6c for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:25:03.407359 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Updating router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c port 6795c1c0-48d7-4122-845e-7166dcdd2368 binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:25:03.422962 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.424993 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b53eb11f-4629-4458-b0d6-196ad20ffc19 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7065673 Sep 08 19:25:03.427565 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41556) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:03.436997 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.445640 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61e0c0-cd2f-4873-8f6c-57fd96a60fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767640fd-aa55-4af3-b843-f3d10176da7f,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:03.454717 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ff61e0c0-cd2f-4873-8f6c-57fd96a60fcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cea236096eed4d4b8c9dee52c04813ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2152770 Sep 08 19:25:03.470286 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41558) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:03.496813 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Network b18148a1-a07b-48ca-a82c-41ee9a358218 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:25:03.503570 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:25:03.506642 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:25:03.512326 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Pushing event updated for resources: {'Port': ['ID=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:03.593552 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72102e2a-bce2-4239-b0ec-b14182acc8ad req-3536079d-23ad-4e75-aec8-ad2955742212 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:03.611575 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-72102e2a-bce2-4239-b0ec-b14182acc8ad req-3536079d-23ad-4e75-aec8-ad2955742212 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.2118495 Sep 08 19:25:03.635717 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:03.642752 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.682898 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a140a904-c71d-42db-bb63-b398625e921f up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:03.717261 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aec72dda-c2cb-421d-8cd6-bcea3ab4b583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.790102 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port a140a904-c71d-42db-bb63-b398625e921f triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:03.791774 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.796752 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aec72dda-c2cb-421d-8cd6-bcea3ab4b583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.805246 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.839699 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Transition to ACTIVE for port object 6795c1c0-48d7-4122-845e-7166dcdd2368 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:25:03.865205 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-ee9e6db9-6bd3-427c-9b48-8683dd9ececc tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6601768 Sep 08 19:25:03.880686 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Request body: {'port': {'device_id': 'fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:03.925801 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.936945 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-72102e2a-bce2-4239-b0ec-b14182acc8ad req-cf2d69d5-b986-483f-8192-7e065abacaff tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053000 Sep 08 19:25:03.972370 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:03.987837 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088f4ff-602e-486f-b3ab-05c438312fbc None None] Pushing event updated for resources: {'Port': ['ID=6795c1c0-48d7-4122-845e-7166dcdd2368,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:03.992625 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device ec8ebb64-15ec-4a31-a231-e93844d78c40 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:04.020370 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Attempting to bind port 6795c1c0-48d7-4122-845e-7166dcdd2368 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:25:04.021436 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Attempting to bind port 6795c1c0-48d7-4122-845e-7166dcdd2368 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:25:04.022075 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Attempting to bind port 6795c1c0-48d7-4122-845e-7166dcdd2368 on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:25:04.037862 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:25:04.040357 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:25:04.040357 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.040357 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:25:04.040616 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55539a0-9fe5-4760-9cf0-c129d9ffd3ab req-725022c9-4b44-4738-ae8f-bee9f21078cf tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:04.041082 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Bound port: 6795c1c0-48d7-4122-845e-7166dcdd2368, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:25:04.041324 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c55539a0-9fe5-4760-9cf0-c129d9ffd3ab req-725022c9-4b44-4738-ae8f-bee9f21078cf tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 935 time: 0.1882193 Sep 08 19:25:04.041539 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.052147 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aec72dda-c2cb-421d-8cd6-bcea3ab4b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.058207 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aec72dda-c2cb-421d-8cd6-bcea3ab4b583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.069510 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-aec72dda-c2cb-421d-8cd6-bcea3ab4b583 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/767640fd-aa55-4af3-b843-f3d10176da7f HTTP/1.1" status: 204 len: 168 time: 0.5951657 Sep 08 19:25:04.103356 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] For port 6795c1c0-48d7-4122-845e-7166dcdd2368, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:25:04.103655 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec72dda-c2cb-421d-8cd6-bcea3ab4b583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767640fd-aa55-4af3-b843-f3d10176da7f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:04.107396 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] For port 6795c1c0-48d7-4122-845e-7166dcdd2368, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=6795c1c0-48d7-4122-845e-7166dcdd2368,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:25:04.136135 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port ec8ebb64-15ec-4a31-a231-e93844d78c40 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:04.137299 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.169306 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-b0ebd607-9ba7-4435-81f4-af7c71dac835 None None] Provisioning for port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:25:04.169573 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d81187-4ecc-4db2-9772-465ab7b685a3 req-688946dc-4f5b-4b8c-b51e-47dfdaa30640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:04.171293 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e7d81187-4ecc-4db2-9772-465ab7b685a3 req-688946dc-4f5b-4b8c-b51e-47dfdaa30640 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1098 time: 0.2435985 Sep 08 19:25:04.178772 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-b0ebd607-9ba7-4435-81f4-af7c71dac835 None None] Provisioning complete for port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:04.179228 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b0ebd607-9ba7-4435-81f4-af7c71dac835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.211139 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.232202 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae672-e70c-45b6-b35f-d32e418739ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.238967 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c55539a0-9fe5-4760-9cf0-c129d9ffd3ab req-1d12e39b-4d0a-4917-9b12-c362b0dbe224 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732581 Sep 08 19:25:04.264918 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-b0ebd607-9ba7-4435-81f4-af7c71dac835 None None] Port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:25:04.292201 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Routers {'88627c91-0a5c-4cd6-b75c-fda36ac38f6c'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:25:04.293065 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:25:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:04.341396 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e7d81187-4ecc-4db2-9772-465ab7b685a3 req-8565c3a4-4341-44d8-a5a6-f761c7906352 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506231 Sep 08 19:25:04.343275 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088f4ff-602e-486f-b3ab-05c438312fbc None None] Pushing event updated for resources: {'Port': ['ID=6795c1c0-48d7-4122-845e-7166dcdd2368,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:04.420158 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] Set router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:25:04.434192 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:25:04.451044 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.495743 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.504833 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Transition to ACTIVE for port object b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:25:04.514242 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.530948 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9591-62fd-487e-a396-bb9011d43bf6 req-23bf3f06-4553-4e54-bd70-6a7840bf2841 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:04.534981 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a96c9591-62fd-487e-a396-bb9011d43bf6 req-23bf3f06-4553-4e54-bd70-6a7840bf2841 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0810397 Sep 08 19:25:04.573019 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.633891 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a96c9591-62fd-487e-a396-bb9011d43bf6 req-122ff6d4-7ae3-48a0-b4ab-a5920ff95407 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861280 Sep 08 19:25:04.679656 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Pushing event updated for resources: {'Port': ['ID=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:04.698336 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:25:04.725570 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:59Z', 'updated_at': '2021-09-08T19:25:01Z', 'revision_number': 3, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'gw_port': {'id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:00Z', 'updated_at': '2021-09-08T19:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:04.759819 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edaf48-4372-487b-aa19-bae0ca687baa None None] The sync data for ids ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'] in dv-cinder-807933-1-iscsi is: [{'id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:59Z', 'updated_at': '2021-09-08T19:25:01Z', 'revision_number': 3, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'gw_port': {'id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:00Z', 'updated_at': '2021-09-08T19:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:25:04.770645 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Attempting to bind port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:25:04.770645 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Attempting to bind port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'd14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:25:04.770645 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Attempting to bind port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 on network b18148a1-a07b-48ca-a82c-41ee9a358218 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:25:04.772514 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 on network b18148a1-a07b-48ca-a82c-41ee9a358218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:25:04.772850 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Attempting to bind port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 on network b18148a1-a07b-48ca-a82c-41ee9a358218 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:25:04.780178 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:25:04.780677 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Checking segment: {'id': 'd14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:25:04.781059 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Bound using segment: {'id': 'd14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:25:04.781496 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Bound port: b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:25:04.782523 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:04.831507 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Allocated IP 172.20.0.1 (9e22d9c8-6600-4edc-8fcf-037846c958be/ce322bd4-6536-4b11-b44a-c2629bef9951/9b718356-e993-4d15-b13f-ece7277946ae) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:25:04.902210 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] For port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:25:04.907536 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] For port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,segment=NetworkSegment(d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed),segment_id=d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:25:04.998746 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:05.044833 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:05.045525 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:05.047081 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] 10.222.0.38 "PUT /v2.0/ports/b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 HTTP/1.1" status: 200 len: 1097 time: 1.1715059 Sep 08 19:25:05.049904 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76', 'tag': 'b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:25:05.052899 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c621fd-4961-4f6d-b41e-0ba95f752cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76", "tag": "b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:25:05.109018 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ac568-937f-4500-822d-a89f6265ac5b service neutron] Pushing event updated for resources: {'Port': ['ID=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:05.154040 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ef1ac2-a93c-4388-8583-80e62b56ff96 x-openstack-request-id: req-15ef1ac2-a93c-4388-8583-80e62b56ff96 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:25:05.154467 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76", "tag": "b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:25:05.154585 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15ef1ac2-a93c-4388-8583-80e62b56ff96 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:25:05.154990 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76', 'tag': 'b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3', 'status': 'completed', 'code': 200} Sep 08 19:25:05.300371 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c621fd-4961-4f6d-b41e-0ba95f752cb5 req-18dc98dd-97a0-466f-9683-3797c3df56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:05.306083 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f9c621fd-4961-4f6d-b41e-0ba95f752cb5 req-18dc98dd-97a0-466f-9683-3797c3df56e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=72fb8c54b1fb4e3aa6255f19f8553b69&device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 1100 time: 0.1356928 Sep 08 19:25:05.353710 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f9c621fd-4961-4f6d-b41e-0ba95f752cb5 req-305a19ed-c5ec-4a35-b1a7-bcb84e8e4dbf service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=72fb8c54b1fb4e3aa6255f19f8553b69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347304 Sep 08 19:25:05.431462 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6ca40-a3f7-496e-91f6-0792404ab4c5 req-3617fa1e-684f-43ce-852f-262c596bb918 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:05.434295 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-97e6ca40-a3f7-496e-91f6-0792404ab4c5 req-3617fa1e-684f-43ce-852f-262c596bb918 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0906208 Sep 08 19:25:05.487091 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:05.518417 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-97e6ca40-a3f7-496e-91f6-0792404ab4c5 req-98949b07-03e5-48d1-b62d-16e73f05d322 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742455 Sep 08 19:25:05.522660 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Transition to ACTIVE for port object 9b718356-e993-4d15-b13f-ece7277946ae will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:25:05.620953 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec89a9b-8874-4e87-8ffc-6f3942a3fbaa req-435e9bef-d8ec-430b-806d-44beb809cada tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:05.629235 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2ec89a9b-8874-4e87-8ffc-6f3942a3fbaa req-435e9bef-d8ec-430b-806d-44beb809cada tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 947 time: 0.2680557 Sep 08 19:25:05.629235 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c621fd-4961-4f6d-b41e-0ba95f752cb5 req-e42caac2-ec20-4522-92a4-5fe08b866485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:05.629235 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f9c621fd-4961-4f6d-b41e-0ba95f752cb5 req-e42caac2-ec20-4522-92a4-5fe08b866485 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2591503 Sep 08 19:25:05.657749 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 6795c1c0-48d7-4122-845e-7166dcdd2368 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:05.697139 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2ec89a9b-8874-4e87-8ffc-6f3942a3fbaa req-d0482315-3fec-4db8-8f3e-7fd43cf7fdcb tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586247 Sep 08 19:25:05.742623 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:05.775107 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-9f29a04b-2563-42a8-892e-ba4f9778354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:05.776708 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-9f29a04b-2563-42a8-892e-ba4f9778354d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=72fb8c54b1fb4e3aa6255f19f8553b69&device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 1100 time: 0.0785897 Sep 08 19:25:05.872882 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-9d7a2d02-4d33-4713-b98d-351aee3ead23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 HTTP/1.1" status: 200 len: 217 time: 0.0841095 Sep 08 19:25:05.945508 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Network 9e22d9c8-6600-4edc-8fcf-037846c958be is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:25:05.959638 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:25:05.964131 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 6795c1c0-48d7-4122-845e-7166dcdd2368 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:25:05.966534 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:05.967550 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-7d98f6be-46e7-4b45-8f93-25a0eb51b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:05.967849 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:25:05.969172 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 6795c1c0-48d7-4122-845e-7166dcdd2368 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:05.969594 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:05.971929 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-7d98f6be-46e7-4b45-8f93-25a0eb51b94b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5c35e032-2c2d-45ea-8abc-5df635fbf7ee HTTP/1.1" status: 200 len: 843 time: 0.0882459 Sep 08 19:25:06.030074 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Pushing event updated for resources: {'Port': ['ID=9b718356-e993-4d15-b13f-ece7277946ae,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:06.064816 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d465-3bf8-4ac2-8d31-f72af6b4a04e req-f3924e25-daf8-45f4-8061-691f80fc982d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:06.066389 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c767d465-3bf8-4ac2-8d31-f72af6b4a04e req-f3924e25-daf8-45f4-8061-691f80fc982d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.2205822 Sep 08 19:25:06.076626 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:06.133732 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-f6ed34bd-e9f1-4887-a85b-e79d168259ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:06.136046 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-f6ed34bd-e9f1-4887-a85b-e79d168259ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b18148a1-a07b-48ca-a82c-41ee9a358218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1502807 Sep 08 19:25:06.187066 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c767d465-3bf8-4ac2-8d31-f72af6b4a04e req-f131fdd0-f14e-4336-b65d-65eccc95e96e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074526 Sep 08 19:25:06.187397 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:06.237222 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 6795c1c0-48d7-4122-845e-7166dcdd2368, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=6795c1c0-48d7-4122-845e-7166dcdd2368,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:06.291285 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:06.358482 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-7224bc14-5272-4d30-a5da-dbb731087c1c service neutron] 10.222.0.38 "GET /v2.0/networks/b18148a1-a07b-48ca-a82c-41ee9a358218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041523 Sep 08 19:25:06.369648 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:06.392803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=6795c1c0-48d7-4122-845e-7166dcdd2368,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:06.508887 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8dbe959-965b-49a6-ba69-255beb8d5c4a req-78dda12e-761e-4516-bafe-81174944ac7e service neutron] 10.222.0.38 "GET /v2.0/networks/b18148a1-a07b-48ca-a82c-41ee9a358218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365917 Sep 08 19:25:06.548482 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ba36e023-ff0c-491c-9469-13f2e22e45bf None None] Provisioning for port 9b718356-e993-4d15-b13f-ece7277946ae completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:25:06.558212 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ba36e023-ff0c-491c-9469-13f2e22e45bf None None] Provisioning complete for port 9b718356-e993-4d15-b13f-ece7277946ae triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:06.558940 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ba36e023-ff0c-491c-9469-13f2e22e45bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:06.610803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ba36e023-ff0c-491c-9469-13f2e22e45bf None None] Port 9b718356-e993-4d15-b13f-ece7277946ae cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:25:06.621968 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:06.679728 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33489e7b-26fe-438b-9040-f7a3cb186ede req-2d21fbca-29a0-43f0-a460-b5cf0190cab5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:06.681368 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-33489e7b-26fe-438b-9040-f7a3cb186ede req-2d21fbca-29a0-43f0-a460-b5cf0190cab5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0644100 Sep 08 19:25:06.721604 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-33489e7b-26fe-438b-9040-f7a3cb186ede req-9eadc11a-7bf9-4b89-9b35-0644dab3c97d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Sep 08 19:25:06.736653 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:06.834483 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Pushing event updated for resources: {'Port': ['ID=9b718356-e993-4d15-b13f-ece7277946ae,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:06.838047 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:06.886639 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a19cc1-8c75-48ea-9fc8-36c8d35e5763 req-46f66b42-7e1c-4510-97aa-1be704273939 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:06.888127 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d3a19cc1-8c75-48ea-9fc8-36c8d35e5763 req-46f66b42-7e1c-4510-97aa-1be704273939 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 947 time: 0.0916576 Sep 08 19:25:06.971556 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d3a19cc1-8c75-48ea-9fc8-36c8d35e5763 req-abb6baa7-2bdd-4fef-a86c-9a949fca783d tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539317 Sep 08 19:25:06.981725 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Network 9e22d9c8-6600-4edc-8fcf-037846c958be is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:25:06.981725 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:25:07.161917 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:25:07.296190 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:07.307426 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:25:07.313775 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b86cc2d7-8baa-4649-bfc4-848889ed928d admin admin] 10.222.0.21 "PUT /v2.0/routers/88627c91-0a5c-4cd6-b75c-fda36ac38f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8849266 Sep 08 19:25:07.338913 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-08ce1870-42c3-4caa-bd3b-fc6ad87df210 None None] Provisioning complete for port 9b718356-e993-4d15-b13f-ece7277946ae triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:07.339378 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-08ce1870-42c3-4caa-bd3b-fc6ad87df210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:07.361997 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39021609-e1f7-472a-9197-b6b9ddc9db10 req-374e55fc-c876-445a-b85a-d5c68700eba1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:07.370860 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-39021609-e1f7-472a-9197-b6b9ddc9db10 req-374e55fc-c876-445a-b85a-d5c68700eba1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0708148 Sep 08 19:25:07.392161 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-08ce1870-42c3-4caa-bd3b-fc6ad87df210 None None] Port 9b718356-e993-4d15-b13f-ece7277946ae cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:25:07.425131 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-39021609-e1f7-472a-9197-b6b9ddc9db10 req-9d996e2d-dd4e-4084-83a1-d3efa6fd2121 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525985 Sep 08 19:25:07.483060 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e8ec-e411-4bff-a07b-da718f1c3b4d req-e98f62b2-20a5-466b-8fb4-6771ab41bf19 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:07.487167 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e998e8ec-e411-4bff-a07b-da718f1c3b4d req-e98f62b2-20a5-466b-8fb4-6771ab41bf19 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0574713 Sep 08 19:25:07.562115 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e998e8ec-e411-4bff-a07b-da718f1c3b4d req-80e6c25e-0317-4f32-b0a9-9f5097f89d95 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685301 Sep 08 19:25:07.592321 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 6795c1c0-48d7-4122-845e-7166dcdd2368 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:07.649998 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-5cee6ff5-57f9-4be5-a081-3ea10bc21486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:07.652072 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-5cee6ff5-57f9-4be5-a081-3ea10bc21486 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1098 time: 0.1060619 Sep 08 19:25:07.657600 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 6795c1c0-48d7-4122-845e-7166dcdd2368 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:07.658089 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:07.766447 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-81b8b305-3c56-4743-8be9-efb3fea91ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:07.768423 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-81b8b305-3c56-4743-8be9-efb3fea91ba7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 919 time: 0.1050501 Sep 08 19:25:07.826599 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-f3733dd0-c5df-42b8-a975-b9138dfd710f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00cd8ba7-3321-4f00-936f-999c0955df5c HTTP/1.1" status: 200 len: 217 time: 0.0413163 Sep 08 19:25:07.892976 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-95f2e0fc-e354-49e9-9a57-8e26f7ebd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:07.894511 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-95f2e0fc-e354-49e9-9a57-8e26f7ebd7af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 200 len: 859 time: 0.0512226 Sep 08 19:25:07.935229 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-f89bfd4a-ed4a-44f1-9497-b936a86484fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf24ac38-2b8d-4503-9d06-e96587b6c526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269794 Sep 08 19:25:07.949778 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Sync routers for ids ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:25:07.958855 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Routers {'88627c91-0a5c-4cd6-b75c-fda36ac38f6c'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:25:07.959462 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:25:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:08.066910 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-7d64ba72-0d31-4ace-82b4-f09f7f9971f9 service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169138 Sep 08 19:25:08.103419 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Set router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:25:08.106299 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41764) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:08.111076 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-6805c020-c226-40d7-b98d-ae87abf72174 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898873529', 'description': 'tempest-secgroup-smoke-1898873529 description', 'project_id': '757ed2cc7a60485f938d6783abd20cbd'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:08.145635 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6790e-f17d-4a79-9e65-d87d36082649 req-e7dadae0-1f7d-44fa-8736-3598d8082d97 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:08.154896 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bcb6790e-f17d-4a79-9e65-d87d36082649 req-e7dadae0-1f7d-44fa-8736-3598d8082d97 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 947 time: 0.0618322 Sep 08 19:25:08.204257 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bcb6790e-f17d-4a79-9e65-d87d36082649 req-b5f2f68a-eeb4-4395-a637-2a6a38a8922e tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487564 Sep 08 19:25:08.214651 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8eb9c089-3baf-475c-a868-1a4c35faded5 req-f1f84e09-9e74-489d-a692-02e1f5eacb27 service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366451 Sep 08 19:25:08.251088 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6805c020-c226-40d7-b98d-ae87abf72174 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.334354 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6805c020-c226-40d7-b98d-ae87abf72174 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.348392 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:59Z', 'updated_at': '2021-09-08T19:25:06Z', 'revision_number': 4, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'gw_port': {'id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:00Z', 'updated_at': '2021-09-08T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '9b718356-e993-4d15-b13f-ece7277946ae', 'name': '', 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'mac_address': 'fa:16:3e:aa:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce322bd4-6536-4b11-b44a-c2629bef9951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:04Z', 'updated_at': '2021-09-08T19:25:06Z', 'revision_number': 2, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'subnets': [{'id': 'ce322bd4-6536-4b11-b44a-c2629bef9951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:08.382663 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Checking router: 88627c91-0a5c-4cd6-b75c-fda36ac38f6c for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:25:08.383024 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Updating router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c port 9b718356-e993-4d15-b13f-ece7277946ae binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:25:08.392041 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6805c020-c226-40d7-b98d-ae87abf72174 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.408260 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.423620 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805c020-c226-40d7-b98d-ae87abf72174 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94fe16a-093a-443e-adfe-e96c58000c0f,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:08.478014 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6805c020-c226-40d7-b98d-ae87abf72174 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.478014 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6805c020-c226-40d7-b98d-ae87abf72174 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3683374 Sep 08 19:25:08.478637 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41770) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:08.484662 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-a0ae6115-c6dd-4188-9f0f-fe228c86f0ac tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'security_group_rule': {'security_group_id': 'a94fe16a-093a-443e-adfe-e96c58000c0f', 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:08.579318 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca57c-ad9c-4c28-8a19-91dbb2077d22 req-baea8991-83d5-4613-a520-262132ae2cba tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:08.580917 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e17ca57c-ad9c-4c28-8a19-91dbb2077d22 req-baea8991-83d5-4613-a520-262132ae2cba tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0538478 Sep 08 19:25:08.622603 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e17ca57c-ad9c-4c28-8a19-91dbb2077d22 req-07b4be66-fb80-4ae6-a412-aaa8d5da4bb9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351331 Sep 08 19:25:08.637730 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0ae6115-c6dd-4188-9f0f-fe228c86f0ac tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.706462 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.717819 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Transition to ACTIVE for port object 9b718356-e993-4d15-b13f-ece7277946ae will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:25:08.718026 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0ae6115-c6dd-4188-9f0f-fe228c86f0ac tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.755507 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4530fd2-0dc5-4eca-9c1e-77776b0df8ed req-5a666e3b-5cd4-4ef6-9054-cfbc6738b241 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:08.757092 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f4530fd2-0dc5-4eca-9c1e-77776b0df8ed req-5a666e3b-5cd4-4ef6-9054-cfbc6738b241 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0624332 Sep 08 19:25:08.781531 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0ae6115-c6dd-4188-9f0f-fe228c86f0ac tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.814138 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f4530fd2-0dc5-4eca-9c1e-77776b0df8ed req-8f1c5cf3-fba2-40d0-aca7-c4aa18adc5c9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497813 Sep 08 19:25:08.814862 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae6115-c6dd-4188-9f0f-fe228c86f0ac tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3b2096-fd25-40e0-aedd-cfcda19b3257,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:08.820510 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.874078 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c914067-fd99-4b46-a8f7-b865d3de4583 None None] Pushing event updated for resources: {'Port': ['ID=9b718356-e993-4d15-b13f-ece7277946ae,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:08.877621 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0ae6115-c6dd-4188-9f0f-fe228c86f0ac tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.879112 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a0ae6115-c6dd-4188-9f0f-fe228c86f0ac tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3993576 Sep 08 19:25:08.882513 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41774) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:08.891494 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-c8dec1ec-3df0-419d-8737-15082c2ab3a0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'security_group_rule': {'security_group_id': 'a94fe16a-093a-443e-adfe-e96c58000c0f', 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:08.926355 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Attempting to bind port 9b718356-e993-4d15-b13f-ece7277946ae on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:25:08.926725 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Attempting to bind port 9b718356-e993-4d15-b13f-ece7277946ae by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '05816b6e-5cc7-483b-8fb4-23cf68d2fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:25:08.927087 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Attempting to bind port 9b718356-e993-4d15-b13f-ece7277946ae on network 9e22d9c8-6600-4edc-8fcf-037846c958be {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:25:08.932267 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:25:08.933052 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Checking segment: {'id': '05816b6e-5cc7-483b-8fb4-23cf68d2fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:25:08.934225 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.934803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Bound using segment: {'id': '05816b6e-5cc7-483b-8fb4-23cf68d2fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:25:08.935326 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Bound port: 9b718356-e993-4d15-b13f-ece7277946ae, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05816b6e-5cc7-483b-8fb4-23cf68d2fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:25:08.935707 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:08.974423 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8dec1ec-3df0-419d-8737-15082c2ab3a0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.004980 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] For port 9b718356-e993-4d15-b13f-ece7277946ae, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:25:09.008245 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] For port 9b718356-e993-4d15-b13f-ece7277946ae, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=9b718356-e993-4d15-b13f-ece7277946ae,segment=NetworkSegment(05816b6e-5cc7-483b-8fb4-23cf68d2fc59),segment_id=05816b6e-5cc7-483b-8fb4-23cf68d2fc59)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:25:09.027828 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8dec1ec-3df0-419d-8737-15082c2ab3a0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.095484 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.123601 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8dec1ec-3df0-419d-8737-15082c2ab3a0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.144010 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dec1ec-3df0-419d-8737-15082c2ab3a0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2fb3ce-a697-41e6-bda4-5d47f22b3f54,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:09.175559 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Routers {'88627c91-0a5c-4cd6-b75c-fda36ac38f6c'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:25:09.176186 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:25:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:09.179214 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c914067-fd99-4b46-a8f7-b865d3de4583 None None] Pushing event updated for resources: {'Port': ['ID=9b718356-e993-4d15-b13f-ece7277946ae,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:09.222828 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c8dec1ec-3df0-419d-8737-15082c2ab3a0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.224226 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c8dec1ec-3df0-419d-8737-15082c2ab3a0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3406899 Sep 08 19:25:09.228945 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41784) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:09.238319 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-3e96bd32-b564-41e5-98bf-b9d6ac246f3d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'security_group_rule': {'security_group_id': 'a94fe16a-093a-443e-adfe-e96c58000c0f', 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:09.316859 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:25:09.357308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] Set router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:25:09.369484 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3e96bd32-b564-41e5-98bf-b9d6ac246f3d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.403212 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2804c0-b94d-4407-b171-d34e21fc5b6b req-4404c0bd-5043-47df-8458-af19da5def44 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:09.404763 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f2804c0-b94d-4407-b171-d34e21fc5b6b req-4404c0bd-5043-47df-8458-af19da5def44 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 947 time: 0.0985999 Sep 08 19:25:09.470595 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f2804c0-b94d-4407-b171-d34e21fc5b6b req-ff29c530-7183-41aa-8385-7bfe094bd063 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574179 Sep 08 19:25:09.483577 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3e96bd32-b564-41e5-98bf-b9d6ac246f3d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.571423 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3e96bd32-b564-41e5-98bf-b9d6ac246f3d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.592975 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96bd32-b564-41e5-98bf-b9d6ac246f3d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304d046b-a791-428b-8785-8141189e72f6,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:09.662591 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3e96bd32-b564-41e5-98bf-b9d6ac246f3d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.663790 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3e96bd32-b564-41e5-98bf-b9d6ac246f3d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4337394 Sep 08 19:25:09.666904 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 41796) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:09.671888 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-a3861b20-e786-426f-8abd-025ab07fd916 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'security_group_rule': {'security_group_id': 'a94fe16a-093a-443e-adfe-e96c58000c0f', 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:09.700933 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,segment=NetworkSegment(d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed),segment_id=d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:09.725360 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3', 'network_id': 'b18148a1-a07b-48ca-a82c-41ee9a358218', 'port_id': 'b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3', 'mac_address': 'fa:16:3e:d9:33:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35e032-2c2d-45ea-8abc-5df635fbf7ee', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:25:09.765192 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a3861b20-e786-426f-8abd-025ab07fd916 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.795807 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.798426 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730f385-7a57-4c58-8b04-16b31a3e54fd req-a97eec2b-098f-4570-a324-1be8298c8dcf tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:09.799906 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f730f385-7a57-4c58-8b04-16b31a3e54fd req-a97eec2b-098f-4570-a324-1be8298c8dcf tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0714591 Sep 08 19:25:09.812515 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:25:09.836921 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,segment=NetworkSegment(d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed),segment_id=d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:09.840277 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:59Z', 'updated_at': '2021-09-08T19:25:06Z', 'revision_number': 4, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'gw_port': {'id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:00Z', 'updated_at': '2021-09-08T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '9b718356-e993-4d15-b13f-ece7277946ae', 'name': '', 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'mac_address': 'fa:16:3e:aa:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce322bd4-6536-4b11-b44a-c2629bef9951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:04Z', 'updated_at': '2021-09-08T19:25:09Z', 'revision_number': 4, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'subnets': [{'id': 'ce322bd4-6536-4b11-b44a-c2629bef9951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:25:09.870467 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a6d1c4-a88a-42f9-ab7a-cfcfe7335883 None None] The sync data for ids ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'] in dv-cinder-807933-1-iscsi is: [{'id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:59Z', 'updated_at': '2021-09-08T19:25:06Z', 'revision_number': 4, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'gw_port': {'id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:00Z', 'updated_at': '2021-09-08T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '9b718356-e993-4d15-b13f-ece7277946ae', 'name': '', 'network_id': '9e22d9c8-6600-4edc-8fcf-037846c958be', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'mac_address': 'fa:16:3e:aa:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce322bd4-6536-4b11-b44a-c2629bef9951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:04Z', 'updated_at': '2021-09-08T19:25:09Z', 'revision_number': 4, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'subnets': [{'id': 'ce322bd4-6536-4b11-b44a-c2629bef9951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:25:09.876840 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f730f385-7a57-4c58-8b04-16b31a3e54fd req-86767684-0a7b-4f23-90cd-0572c8367fe3 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669687 Sep 08 19:25:09.878512 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a3861b20-e786-426f-8abd-025ab07fd916 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.891491 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.936195 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a3861b20-e786-426f-8abd-025ab07fd916 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:09.981547 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3861b20-e786-426f-8abd-025ab07fd916 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a95ccc-f071-4711-a96e-9f54deedf0c9,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:09.997125 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:10.065518 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a3861b20-e786-426f-8abd-025ab07fd916 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:10.066776 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a3861b20-e786-426f-8abd-025ab07fd916 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3988914 Sep 08 19:25:10.069833 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41802) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:10.077873 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-e3e9526d-baaa-4978-8eae-6a4059764c3b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'security_group_rule': {'security_group_id': 'a94fe16a-093a-443e-adfe-e96c58000c0f', 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:10.097145 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ae3c6-9369-4952-8104-4ab892683a17 req-3a6db5ea-4eec-441e-928b-dc3474809391 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:10.104633 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d7ae3c6-9369-4952-8104-4ab892683a17 req-3a6db5ea-4eec-441e-928b-dc3474809391 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0676203 Sep 08 19:25:10.161767 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d7ae3c6-9369-4952-8104-4ab892683a17 req-6526615f-bbac-406a-9098-4209ce35e943 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560837 Sep 08 19:25:10.185552 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.securitygroups_db [None req-e3e9526d-baaa-4978-8eae-6a4059764c3b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Project 757ed2cc7a60485f938d6783abd20cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 19:25:10.191339 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3e9526d-baaa-4978-8eae-6a4059764c3b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:10.276157 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3e9526d-baaa-4978-8eae-6a4059764c3b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:10.353908 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3e9526d-baaa-4978-8eae-6a4059764c3b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:10.371110 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9526d-baaa-4978-8eae-6a4059764c3b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b4b4e7-ffa0-402d-b621-9d6270c37c02,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:10.381220 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:25:10.473817 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3e9526d-baaa-4978-8eae-6a4059764c3b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:10.477171 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e3e9526d-baaa-4978-8eae-6a4059764c3b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4033942 Sep 08 19:25:10.478459 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 41808) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:10.483684 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-700503b1-b07d-46fc-85fc-ef80c93059b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'security_group_rule': {'security_group_id': 'a94fe16a-093a-443e-adfe-e96c58000c0f', 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:10.597925 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.securitygroups_db [None req-700503b1-b07d-46fc-85fc-ef80c93059b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Project 757ed2cc7a60485f938d6783abd20cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 19:25:10.603258 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-700503b1-b07d-46fc-85fc-ef80c93059b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:10.608763 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd05a9-7eb5-4638-9e05-accb2578c249 req-7d39f035-fa62-46af-9588-c6c801dc0226 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:10.610299 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-75fd05a9-7eb5-4638-9e05-accb2578c249 req-7d39f035-fa62-46af-9588-c6c801dc0226 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 948 time: 0.0521789 Sep 08 19:25:10.650542 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-75fd05a9-7eb5-4638-9e05-accb2578c249 req-5abd0771-4c33-4178-bb14-32197f1b454b tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341206 Sep 08 19:25:10.669196 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-700503b1-b07d-46fc-85fc-ef80c93059b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:10.734966 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-700503b1-b07d-46fc-85fc-ef80c93059b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:10.752609 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700503b1-b07d-46fc-85fc-ef80c93059b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521edd39-eb6b-449b-911e-c1e905f90b18,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:10.837525 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-700503b1-b07d-46fc-85fc-ef80c93059b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:10.838801 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-700503b1-b07d-46fc-85fc-ef80c93059b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3597343 Sep 08 19:25:11.018234 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2affa4-40d3-4980-9306-69e07635c44a req-18386ea5-aa73-4dc0-9db2-c0e6ef595cdb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:11.019668 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ea2affa4-40d3-4980-9306-69e07635c44a req-18386ea5-aa73-4dc0-9db2-c0e6ef595cdb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0505199 Sep 08 19:25:11.057896 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ea2affa4-40d3-4980-9306-69e07635c44a req-f1bf0e9f-235e-4493-aaca-618debdf7c02 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Sep 08 19:25:11.280320 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f72db2-4789-45a0-bf31-22b8fdd0651f req-180e9220-0939-4553-b9a5-7519720fe2f1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:11.281882 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b1f72db2-4789-45a0-bf31-22b8fdd0651f req-180e9220-0939-4553-b9a5-7519720fe2f1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0519307 Sep 08 19:25:11.320068 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b1f72db2-4789-45a0-bf31-22b8fdd0651f req-93edb2ea-031e-4070-b8aa-d9adc03c56f8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Sep 08 19:25:11.584902 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 9b718356-e993-4d15-b13f-ece7277946ae up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:11.696979 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 9b718356-e993-4d15-b13f-ece7277946ae completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:25:11.703412 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 9b718356-e993-4d15-b13f-ece7277946ae triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:11.707248 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:11.778765 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346c54b-c741-4f52-896a-673aedf3cc55 req-bbf596cf-a324-43b4-9b81-2f0f7516c5a1 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:11.780397 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1346c54b-c741-4f52-896a-673aedf3cc55 req-bbf596cf-a324-43b4-9b81-2f0f7516c5a1 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 948 time: 0.0521955 Sep 08 19:25:11.810084 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:11.846703 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1346c54b-c741-4f52-896a-673aedf3cc55 req-6102b21f-4f4a-4afa-ad22-5a6eca6ccc72 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Sep 08 19:25:11.850480 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 9b718356-e993-4d15-b13f-ece7277946ae, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=9b718356-e993-4d15-b13f-ece7277946ae,segment=NetworkSegment(05816b6e-5cc7-483b-8fb4-23cf68d2fc59),segment_id=05816b6e-5cc7-483b-8fb4-23cf68d2fc59)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:11.957376 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:12.012486 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=9b718356-e993-4d15-b13f-ece7277946ae,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:12.179321 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a324120-5e1d-4ab8-8236-aec6234998f0 req-2a983320-dcf2-4892-a1aa-3d22b4263250 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:12.180956 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0a324120-5e1d-4ab8-8236-aec6234998f0 req-2a983320-dcf2-4892-a1aa-3d22b4263250 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0522370 Sep 08 19:25:12.218371 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0a324120-5e1d-4ab8-8236-aec6234998f0 req-f6589261-51e5-49c3-a519-72c1634bc434 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304978 Sep 08 19:25:12.976206 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf64e2-f76b-43cc-b2b8-255c02632278 req-f4b49c1a-3735-4749-a657-35e9f293f2be tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:12.977811 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-66bf64e2-f76b-43cc-b2b8-255c02632278 req-f4b49c1a-3735-4749-a657-35e9f293f2be tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 948 time: 0.0502961 Sep 08 19:25:13.016572 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-66bf64e2-f76b-43cc-b2b8-255c02632278 req-212d5217-e960-4956-9a09-77ecbddafabd tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317762 Sep 08 19:25:13.119201 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575c089-e859-4f63-90aa-d2b796bb7d2f req-e53f6d04-404d-402b-a9cc-5228ec96b017 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:13.120669 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4575c089-e859-4f63-90aa-d2b796bb7d2f req-e53f6d04-404d-402b-a9cc-5228ec96b017 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0502448 Sep 08 19:25:13.158275 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4575c089-e859-4f63-90aa-d2b796bb7d2f req-0e8c019f-7b01-4425-8eeb-afe953f35563 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Sep 08 19:25:13.319225 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:13.454378 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:25:13.458315 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:13.460389 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:13.552568 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:13.579505 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:25:13.582100 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb039f6-944b-430b-91f0-1f4c232c3361" -d '{"events": [{"server_uuid": "fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76", "name": "network-vif-plugged", "status": "completed", "tag": "b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:25:13.601187 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 9b718356-e993-4d15-b13f-ece7277946ae up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:13.606625 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,segment=NetworkSegment(d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed),segment_id=d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:13.650942 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 9b718356-e993-4d15-b13f-ece7277946ae triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:13.651316 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:13.696229 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:13.775336 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:14.111624 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dadb3-bef1-4bc6-9099-632bd4065f8d req-a9e680b8-c30e-448c-862f-bc9b9bfb6e3e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:14.113145 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-df8dadb3-bef1-4bc6-9099-632bd4065f8d req-a9e680b8-c30e-448c-862f-bc9b9bfb6e3e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0548279 Sep 08 19:25:14.153047 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-df8dadb3-bef1-4bc6-9099-632bd4065f8d req-2faa7e46-d579-4adf-81f4-94b879bcec86 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339615 Sep 08 19:25:14.200901 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1844ffbb-c2bd-48ee-97d1-fd08244b2879 x-openstack-request-id: req-1844ffbb-c2bd-48ee-97d1-fd08244b2879 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:25:14.201185 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76", "name": "network-vif-plugged", "status": "completed", "tag": "b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:25:14.201435 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1844ffbb-c2bd-48ee-97d1-fd08244b2879 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:25:14.201884 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3', 'code': 200} Sep 08 19:25:14.298909 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d124b2-f9d5-4d2e-8043-3d9f1425774c req-ef27087b-e0bf-4245-bc0d-ff51bf13e53c tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:14.300965 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-03d124b2-f9d5-4d2e-8043-3d9f1425774c req-ef27087b-e0bf-4245-bc0d-ff51bf13e53c tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 949 time: 0.0550461 Sep 08 19:25:14.341781 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-03d124b2-f9d5-4d2e-8043-3d9f1425774c req-2ccceace-610f-4934-b00a-3d5f8309b186 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344942 Sep 08 19:25:14.508993 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ad8a5-d11c-49f5-a09b-ce5f66e9a5a9 req-76937488-d7a8-4eab-8ebd-f899d0088f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:14.510443 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-640ad8a5-d11c-49f5-a09b-ce5f66e9a5a9 req-76937488-d7a8-4eab-8ebd-f899d0088f62 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 1102 time: 0.0408971 Sep 08 19:25:14.547750 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-640ad8a5-d11c-49f5-a09b-ce5f66e9a5a9 req-9463673f-4857-4fed-8734-726f0b7e322b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290828 Sep 08 19:25:15.274399 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5266860-7f8a-4b01-938c-4dc67234bbdf req-97ad4281-0e41-45df-ad80-b9d7492bc11f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:15.275931 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5266860-7f8a-4b01-938c-4dc67234bbdf req-97ad4281-0e41-45df-ad80-b9d7492bc11f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0488343 Sep 08 19:25:15.317411 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5266860-7f8a-4b01-938c-4dc67234bbdf req-da1d31e5-c557-4f24-a5dc-8a94680fa8a2 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354376 Sep 08 19:25:15.462652 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13417dd-3524-46bd-9f51-fc64f62e3100 req-19bae635-3eb7-4dfb-8a4f-59c215c221e5 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:15.464131 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a13417dd-3524-46bd-9f51-fc64f62e3100 req-19bae635-3eb7-4dfb-8a4f-59c215c221e5 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 949 time: 0.0548830 Sep 08 19:25:15.503436 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a13417dd-3524-46bd-9f51-fc64f62e3100 req-779e4f66-04b7-46aa-acfd-d11f3eb3421e tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Sep 08 19:25:16.437929 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffde46-07d0-46a3-a7c4-8f632404c3f1 req-d85cec12-bc8c-46b9-91fb-c362e6358652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:16.439458 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e2ffde46-07d0-46a3-a7c4-8f632404c3f1 req-d85cec12-bc8c-46b9-91fb-c362e6358652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0497568 Sep 08 19:25:16.478663 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e2ffde46-07d0-46a3-a7c4-8f632404c3f1 req-ef2f23c8-658e-474e-956f-c8cb3e2b3dd2 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326364 Sep 08 19:25:16.620764 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e986ed-9e66-4a0a-987a-b5674f4a72a1 req-03ac05bc-38dd-4579-897a-2f6aeade193c tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:16.622324 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-13e986ed-9e66-4a0a-987a-b5674f4a72a1 req-03ac05bc-38dd-4579-897a-2f6aeade193c tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 949 time: 0.0486677 Sep 08 19:25:16.659998 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-13e986ed-9e66-4a0a-987a-b5674f4a72a1 req-c3b46579-f535-4a66-a275-f65cd4ba219c tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307937 Sep 08 19:25:17.118787 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cddf87-4bc8-4779-9fc5-1fe716fe13e7 req-628bdf8f-bd05-4c4d-99af-cbc6f46f6731 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:17.120248 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-94cddf87-4bc8-4779-9fc5-1fe716fe13e7 req-628bdf8f-bd05-4c4d-99af-cbc6f46f6731 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 949 time: 0.0516148 Sep 08 19:25:17.160268 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-94cddf87-4bc8-4779-9fc5-1fe716fe13e7 req-b218d45a-a52c-4580-841c-1cbb7de8acf7 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340970 Sep 08 19:25:17.606321 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3f315-0dd8-4cf0-b240-60d5800a4a3f req-82c97b49-023f-44a2-aa7a-aa8833b3479c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:17.607818 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fdc3f315-0dd8-4cf0-b240-60d5800a4a3f req-82c97b49-023f-44a2-aa7a-aa8833b3479c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0499959 Sep 08 19:25:17.647549 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fdc3f315-0dd8-4cf0-b240-60d5800a4a3f req-1eb7dce0-6a19-44c2-8531-269bf9244aaf tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335062 Sep 08 19:25:18.274894 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663be535-c1c4-400e-85a4-b9757f5de767 req-69fe17a8-cb3b-411f-9909-2f60f2e69670 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:18.276397 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-663be535-c1c4-400e-85a4-b9757f5de767 req-69fe17a8-cb3b-411f-9909-2f60f2e69670 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 949 time: 0.0472665 Sep 08 19:25:18.317842 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-663be535-c1c4-400e-85a4-b9757f5de767 req-da2e7ced-a5d4-4f3e-b9bc-e20d0c3636a0 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346460 Sep 08 19:25:18.764935 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f86ad-5b50-4215-b9c6-9f5f9e536ce5 req-fb92c935-b5b3-4a46-a0fc-c2dee8c05d50 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:18.767212 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d1f86ad-5b50-4215-b9c6-9f5f9e536ce5 req-fb92c935-b5b3-4a46-a0fc-c2dee8c05d50 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0496006 Sep 08 19:25:18.804625 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d1f86ad-5b50-4215-b9c6-9f5f9e536ce5 req-d137d6e5-4355-4d35-8ccb-1173fe4735f9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314794 Sep 08 19:25:19.080054 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3683e03-e51d-4eaf-9125-53df370d801d req-d0bd1e77-b6c9-4a8b-9bb3-f6340223ae9f tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:19.081519 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c3683e03-e51d-4eaf-9125-53df370d801d req-d0bd1e77-b6c9-4a8b-9bb3-f6340223ae9f tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 949 time: 0.0507901 Sep 08 19:25:19.175721 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-c3683e03-e51d-4eaf-9125-53df370d801d req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Deleting port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:25:19.175998 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c3683e03-e51d-4eaf-9125-53df370d801d req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:19.267876 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-c3683e03-e51d-4eaf-9125-53df370d801d req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] For port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,segment=NetworkSegment(d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed),segment_id=d14d60b2-5fa5-4ab9-bb9a-7594cb93d5ed)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:19.268242 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c3683e03-e51d-4eaf-9125-53df370d801d req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:19.283059 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-c3683e03-e51d-4eaf-9125-53df370d801d req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Calling delete_port for b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:25:19.434563 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53720728-a6ef-40d7-93d2-35b6fd67cf8d req-95b3a3f0-786b-4d15-b95e-9006172df700 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:19.436148 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-53720728-a6ef-40d7-93d2-35b6fd67cf8d req-95b3a3f0-786b-4d15-b95e-9006172df700 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 949 time: 0.0512969 Sep 08 19:25:19.475410 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-53720728-a6ef-40d7-93d2-35b6fd67cf8d req-6aa4e938-f503-4b18-8856-9f087937c1f8 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/security-groups?id=a33bd105-766a-49e5-a9f4-f1e80048636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Sep 08 19:25:19.490792 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c3683e03-e51d-4eaf-9125-53df370d801d req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:19.517793 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:25:19.527698 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Pushing event deleted for resources: {'Port': ['ID=b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:19.555473 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.555817 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.556146 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.556473 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.556796 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.557121 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.557431 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.557767 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.558084 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.558419 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.558711 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.559022 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:19.581214 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3683e03-e51d-4eaf-9125-53df370d801d req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] No DVR routers for this DVR port b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:25:19.584706 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c3683e03-e51d-4eaf-9125-53df370d801d req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:19.586847 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c3683e03-e51d-4eaf-9125-53df370d801d req-abf54231-e0b4-4bf1-bb3d-0fa389374381 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.38 "DELETE /v2.0/ports/b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 HTTP/1.1" status: 204 len: 173 time: 0.4961309 Sep 08 19:25:19.587294 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76', 'name': 'network-vif-deleted', 'tag': 'b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:25:19.589544 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62a1f0e-5ac8-4b0f-94e2-cd2161bbaf25" -d '{"events": [{"server_uuid": "fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76", "name": "network-vif-deleted", "tag": "b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:25:19.638825 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b46978-39e6-4c4d-9d89-3094d8002a42 x-openstack-request-id: req-37b46978-39e6-4c4d-9d89-3094d8002a42 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:25:19.649640 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76", "name": "network-vif-deleted", "tag": "b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:25:19.649640 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37b46978-39e6-4c4d-9d89-3094d8002a42 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:25:19.649640 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76', 'name': 'network-vif-deleted', 'tag': 'b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3', 'status': 'completed', 'code': 200} Sep 08 19:25:19.926712 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b3fdb-413d-4e8f-9113-e49457299622 req-7a552f25-1d99-459d-ac7e-b64e758b7c54 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:19.928960 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b38b3fdb-413d-4e8f-9113-e49457299622 req-7a552f25-1d99-459d-ac7e-b64e758b7c54 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0513408 Sep 08 19:25:19.972718 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b38b3fdb-413d-4e8f-9113-e49457299622 req-45b31a77-1611-45c9-bff4-4a36362a2244 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377460 Sep 08 19:25:20.585932 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8df1f7a5-0408-42e5-bb06-abaf2c86566a req-62716450-2bbe-45bc-958a-a6d5d09611b2 tempest-VolumesNegativeTest-367391412 tempest-VolumesNegativeTest-367391412-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6e1a6c-4e81-44a9-b7ea-b695bb5e1c76 HTTP/1.1" status: 200 len: 210 time: 0.0297499 Sep 08 19:25:21.094035 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a720a25-6fca-433f-8dba-c3dc91eb6d50 req-e0a3ca07-6c88-4db7-8f1f-58bae240b5d8 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:21.096588 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1a720a25-6fca-433f-8dba-c3dc91eb6d50 req-e0a3ca07-6c88-4db7-8f1f-58bae240b5d8 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0481761 Sep 08 19:25:21.134595 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1a720a25-6fca-433f-8dba-c3dc91eb6d50 req-cbb805c4-9d8c-4fdf-8b29-4ad1abf56e76 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321357 Sep 08 19:25:21.353309 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:25:21.455370 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:21.471261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'port_id': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'mac_address': 'fa:16:3e:2e:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:25:21.476860 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-b7aedb48-e09a-4365-835d-1cd98019c961 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518239 Sep 08 19:25:21.505849 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:21.520591 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbbf777a-bb09-4aff-bc5e-98b11e101574 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:25:21.543691 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:21.561374 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-4345e055-6e40-4621-a254-6088145f3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:21.562894 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-4345e055-6e40-4621-a254-6088145f3b78 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1098 time: 0.0540023 Sep 08 19:25:21.627633 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:21.684603 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=6']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:21.779105 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['fbbf777a-bb09-4aff-bc5e-98b11e101574'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:25:21.889776 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-2483fce0-f605-4977-b646-338a003a0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:21.891130 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-2483fce0-f605-4977-b646-338a003a0fae service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 919 time: 0.2980537 Sep 08 19:25:21.935030 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-36453773-9aff-4bfd-a070-0363ec119981 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00cd8ba7-3321-4f00-936f-999c0955df5c HTTP/1.1" status: 200 len: 217 time: 0.0366750 Sep 08 19:25:21.988765 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-b2a48108-af79-40ce-bc59-baadc1624c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:21.990252 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-b2a48108-af79-40ce-bc59-baadc1624c24 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 200 len: 859 time: 0.0466132 Sep 08 19:25:22.027146 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-a7d191d3-25f3-45f5-b64d-a6f9e74a104d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf24ac38-2b8d-4503-9d06-e96587b6c526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289793 Sep 08 19:25:22.124074 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-08ee9285-a91c-4f31-9717-21c921fb571e service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860319 Sep 08 19:25:22.223848 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1069ed9c-908f-4b0f-92ad-7ea9c4c71339 req-b64aea68-a1ed-4dd5-bcdf-48cc46b3079c service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913141 Sep 08 19:25:22.253864 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1060bdf-f019-4f40-8c9d-b84ea45f303c req-00ee58db-8ae1-4877-b086-3b8c5ed1b95d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:22.255574 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1060bdf-f019-4f40-8c9d-b84ea45f303c req-00ee58db-8ae1-4877-b086-3b8c5ed1b95d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 944 time: 0.0477128 Sep 08 19:25:22.294512 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1060bdf-f019-4f40-8c9d-b84ea45f303c req-e7124d6c-0645-482d-bded-73f3980225c6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326107 Sep 08 19:25:23.065613 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89be38-6413-4b5d-861a-fdc3384e6e0e req-6b532467-57a1-49d4-9d0b-4511265d1592 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:23.067457 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e89be38-6413-4b5d-861a-fdc3384e6e0e req-6b532467-57a1-49d4-9d0b-4511265d1592 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0498846 Sep 08 19:25:23.109851 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e89be38-6413-4b5d-861a-fdc3384e6e0e req-306512b6-78f9-4713-ab74-6b70d3e884b2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360463 Sep 08 19:25:23.136249 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007b31e-0642-4509-8456-26f9962ec32a req-6929c3be-1c09-4aca-af30-e2a4e47ca940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:23.137758 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7007b31e-0642-4509-8456-26f9962ec32a req-6929c3be-1c09-4aca-af30-e2a4e47ca940 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1098 time: 0.0435777 Sep 08 19:25:23.233322 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007b31e-0642-4509-8456-26f9962ec32a req-29e47f3d-b6f6-494d-97e6-541784839b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:23.234856 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7007b31e-0642-4509-8456-26f9962ec32a req-29e47f3d-b6f6-494d-97e6-541784839b86 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 919 time: 0.0889130 Sep 08 19:25:23.284349 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7007b31e-0642-4509-8456-26f9962ec32a req-916a4692-e36c-47b7-8ca9-65c7a91cb041 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00cd8ba7-3321-4f00-936f-999c0955df5c HTTP/1.1" status: 200 len: 217 time: 0.0347719 Sep 08 19:25:23.339060 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007b31e-0642-4509-8456-26f9962ec32a req-0271e2e6-35a2-4a69-b4de-4a5e8afcf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:23.340534 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7007b31e-0642-4509-8456-26f9962ec32a req-0271e2e6-35a2-4a69-b4de-4a5e8afcf996 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 200 len: 859 time: 0.0450578 Sep 08 19:25:23.353401 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:23.382389 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7007b31e-0642-4509-8456-26f9962ec32a req-96541ff9-5596-4285-a2e6-44a95e062dc0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf24ac38-2b8d-4503-9d06-e96587b6c526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257301 Sep 08 19:25:23.402653 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:23.421975 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61afe-da6d-41a9-96bf-5757efc867c7 req-f60d531f-07d6-46e5-9c07-2c0d32ecec7f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:23.424028 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dce61afe-da6d-41a9-96bf-5757efc867c7 req-f60d531f-07d6-46e5-9c07-2c0d32ecec7f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 944 time: 0.0571034 Sep 08 19:25:23.427430 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port fbbf777a-bb09-4aff-bc5e-98b11e101574 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:23.431543 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:23.465505 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dce61afe-da6d-41a9-96bf-5757efc867c7 req-6c294554-b227-41e2-863a-e998e0e72971 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339630 Sep 08 19:25:23.499340 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7007b31e-0642-4509-8456-26f9962ec32a req-4630fbc9-6e46-4930-baeb-42ff80ce971c service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023932 Sep 08 19:25:23.512970 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:23.535342 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:25:23.537804 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d270fe19-3cec-4d7f-8fdb-3047b0d5893b" -d '{"events": [{"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:25:23.551897 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:23.584544 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e169c12-e758-4206-b325-123391c55de5 x-openstack-request-id: req-6e169c12-e758-4206-b325-123391c55de5 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:25:23.584835 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:25:23.585080 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e169c12-e758-4206-b325-123391c55de5 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:25:23.585468 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'code': 200} Sep 08 19:25:23.604857 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7007b31e-0642-4509-8456-26f9962ec32a req-4d3ac075-1307-4272-8cfd-d11d7ada4873 service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971549 Sep 08 19:25:23.616249 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:23.617083 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:25:23.641128 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:25:23.641411 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device b35b0d52-a8cf-42e0-9b96-8dc00d0d55f3 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:25:23.685271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=7']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:23.692324 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.692683 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.692998 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.693325 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.693647 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.694467 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.694790 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.695108 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.695449 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.696034 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.696356 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:23.696669 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:24.225108 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77533417-1cc0-4b2a-ad32-9037babe6ccf req-9bd4e5af-91bc-4371-8eff-1a934cc154a7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:24.226587 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-77533417-1cc0-4b2a-ad32-9037babe6ccf req-9bd4e5af-91bc-4371-8eff-1a934cc154a7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0477073 Sep 08 19:25:24.268074 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-77533417-1cc0-4b2a-ad32-9037babe6ccf req-1542d1b1-34f2-4e91-8447-84cef9148a41 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 Sep 08 19:25:24.589036 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac425d-7576-4bc1-a1f2-f55649830464 req-bab0ca8e-22a5-4015-8b5a-00dd3f24be94 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:24.590527 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-eeac425d-7576-4bc1-a1f2-f55649830464 req-bab0ca8e-22a5-4015-8b5a-00dd3f24be94 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0478256 Sep 08 19:25:24.631854 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-eeac425d-7576-4bc1-a1f2-f55649830464 req-fa011e0a-695e-4c06-aa6a-f86435da14e1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344760 Sep 08 19:25:25.381437 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e025fb-bc72-4257-9b92-94359d453f10 req-cf2bb1c2-e784-46d8-a117-dbbb64d0ea6e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:25.382909 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-22e025fb-bc72-4257-9b92-94359d453f10 req-cf2bb1c2-e784-46d8-a117-dbbb64d0ea6e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0484412 Sep 08 19:25:25.420097 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-22e025fb-bc72-4257-9b92-94359d453f10 req-471bfb9a-77a1-41fb-9320-148c365305a7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Sep 08 19:25:25.757415 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65cc31-27b8-4930-8d97-18a5f9118a1e req-44b7c8d4-75af-4f0c-9f77-b3ad3b69f692 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:25.758937 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a65cc31-27b8-4930-8d97-18a5f9118a1e req-44b7c8d4-75af-4f0c-9f77-b3ad3b69f692 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0492380 Sep 08 19:25:25.796100 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a65cc31-27b8-4930-8d97-18a5f9118a1e req-5eea8ec7-a2d7-4d62-9caa-199b08659ad6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313022 Sep 08 19:25:26.535892 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02340-790f-48a5-8e5a-d6d0c5e3ba26 req-64742d68-b189-4ae3-8b1c-d288dd73902e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:26.537352 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-96d02340-790f-48a5-8e5a-d6d0c5e3ba26 req-64742d68-b189-4ae3-8b1c-d288dd73902e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0478756 Sep 08 19:25:26.579665 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-96d02340-790f-48a5-8e5a-d6d0c5e3ba26 req-4d4f5be5-89b8-4584-89bc-a410fcaf4a6e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362837 Sep 08 19:25:26.914802 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970561b-528a-42e0-8602-30d32168a750 req-18433b56-05aa-4366-8cc1-dd66a408b970 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:26.916260 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0970561b-528a-42e0-8602-30d32168a750 req-18433b56-05aa-4366-8cc1-dd66a408b970 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0476010 Sep 08 19:25:26.953758 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0970561b-528a-42e0-8602-30d32168a750 req-dfb1c8d2-30f3-43de-81c2-54805cb41d59 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Sep 08 19:25:27.714506 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65998ea1-4d61-466d-806c-c975626d73bc req-d1cf07f7-b7f7-490a-a336-d670469d2294 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:27.716328 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-65998ea1-4d61-466d-806c-c975626d73bc req-d1cf07f7-b7f7-490a-a336-d670469d2294 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0661056 Sep 08 19:25:27.756546 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-65998ea1-4d61-466d-806c-c975626d73bc req-45a3a012-1be6-44b8-ab2a-a41c82364d45 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Sep 08 19:25:27.771134 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-af787074-61f6-4fc3-a6a3-2480a5d7b872 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:27.772688 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-af787074-61f6-4fc3-a6a3-2480a5d7b872 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/networks?id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 200 len: 814 time: 0.1330929 Sep 08 19:25:27.788762 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-a7062b13-0d8b-4541-8050-e2d6ab013134 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/quotas/44af43e186db418481f331503d3fdcd0 HTTP/1.1" status: 200 len: 375 time: 0.0100629 Sep 08 19:25:27.842659 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-8c4870c4-67fe-4f9a-87fa-adb9013c4cbe tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481985 Sep 08 19:25:27.945423 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-e75658fc-395a-40c5-aefe-b5c675d1556a service neutron] 10.222.0.21 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952234 Sep 08 19:25:28.047988 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-4e57c52e-e55f-4829-b1ff-d307305c86b5 service neutron] 10.222.0.21 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957856 Sep 08 19:25:28.095705 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edb9b1-feae-45f2-a7fc-c7cb73263f4d req-719ae1cc-3df0-401e-863c-2684c879082a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:28.097251 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c3edb9b1-feae-45f2-a7fc-c7cb73263f4d req-719ae1cc-3df0-401e-863c-2684c879082a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0606053 Sep 08 19:25:28.158195 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c3edb9b1-feae-45f2-a7fc-c7cb73263f4d req-207d4bf9-83bb-4903-ba9b-12bac9d90351 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514240 Sep 08 19:25:28.327382 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e477156-5ae9-4523-90d2-97f55fef7e2d req-e9b18f0f-35c2-42fc-9462-dd61219bd3f4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 210 time: 0.0335655 Sep 08 19:25:28.875117 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b812c62-65f6-469b-8dd8-7596e6f5e6f2 req-f0453c62-6127-490e-a8e1-c738444d70f9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:28.876511 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3b812c62-65f6-469b-8dd8-7596e6f5e6f2 req-f0453c62-6127-490e-a8e1-c738444d70f9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0481160 Sep 08 19:25:28.913634 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3b812c62-65f6-469b-8dd8-7596e6f5e6f2 req-dbb0f2bd-cc76-4e15-b3fa-7bae4d0e3d48 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307887 Sep 08 19:25:29.280304 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0694d7-c976-4146-8c86-8a558b150fd7 req-da62ce74-2fa4-488f-86f4-3aee9dde0381 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:29.281843 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e0694d7-c976-4146-8c86-8a558b150fd7 req-da62ce74-2fa4-488f-86f4-3aee9dde0381 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0509400 Sep 08 19:25:29.319692 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e0694d7-c976-4146-8c86-8a558b150fd7 req-eb33360d-384a-4381-b4e8-93a5d77f4390 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310316 Sep 08 19:25:29.463422 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c1bcfb71-dc52-439a-b8d6-a01fd01c40ad req-8be39336-78f7-4792-bbc4-92a790bab688 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 210 time: 0.0463061 Sep 08 19:25:30.104292 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646eba-438d-479a-9b5f-2f89f8ff3e6d req-ff80aca7-b4ba-455c-8cf9-ec07e52e00d7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:30.106551 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aa646eba-438d-479a-9b5f-2f89f8ff3e6d req-ff80aca7-b4ba-455c-8cf9-ec07e52e00d7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.1105735 Sep 08 19:25:30.166012 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aa646eba-438d-479a-9b5f-2f89f8ff3e6d req-9eab6f0d-245d-4ae9-838a-c1f71cb22ea6 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484190 Sep 08 19:25:30.458080 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e87ef-bce1-4b63-afa2-4069a7ba84af req-92116757-58cb-4c3f-8844-40ac24d61569 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:30.467395 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9d6e87ef-bce1-4b63-afa2-4069a7ba84af req-92116757-58cb-4c3f-8844-40ac24d61569 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0643461 Sep 08 19:25:30.602029 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9d6e87ef-bce1-4b63-afa2-4069a7ba84af req-4213dad7-307d-45c3-99cf-ed1a1ea9488b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331885 Sep 08 19:25:30.619272 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0a63e3d8-3dc1-49d8-b301-9ec79b49ee33 req-44e590b6-f3da-4741-aa93-6b3983caf6a6 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 210 time: 0.0381730 Sep 08 19:25:30.732728 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-a861c3bb-e9f9-48d8-97d7-2716c20adce4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:30.734305 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-a861c3bb-e9f9-48d8-97d7-2716c20adce4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "GET /v2.0/networks?id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 200 len: 814 time: 0.1967950 Sep 08 19:25:30.748992 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Request body: {'port': {'device_id': '16b1101a-570f-4a86-adc8-9484b8c40d71', 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc', 'admin_state_up': True, 'tenant_id': '44af43e186db418481f331503d3fdcd0'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:30.970618 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Made reservation on behalf of 44af43e186db418481f331503d3fdcd0 for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:25:30.977263 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:31.169744 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Allocated IP 172.20.0.12 (a5f66ed6-8379-450b-ae8b-a1c5e1d387cc/e058c8ab-8bb0-482a-82d7-84a2f30fea3e/285f875b-f84e-422c-a4fe-1ed025d2a605) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:25:31.355030 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366d866-ae69-45d1-90ff-7ac41a4d2949 req-7fe70868-628f-4a32-b797-34e72178475b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:31.355030 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e366d866-ae69-45d1-90ff-7ac41a4d2949 req-7fe70868-628f-4a32-b797-34e72178475b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0696721 Sep 08 19:25:31.383009 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:31.400417 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e366d866-ae69-45d1-90ff-7ac41a4d2949 req-a502d8f2-adba-4813-a26d-1bbbe32f11e9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370052 Sep 08 19:25:31.661043 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:31.693233 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'de22bc97-70a2-4e87-a0ff-bd5ff040f988', 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:25:31.725175 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:25:31.728761 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:25:31.737400 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:25:31.790794 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Pushing event updated for resources: {'Port': ['ID=285f875b-f84e-422c-a4fe-1ed025d2a605,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:31.859822 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:31.864101 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:31.879992 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc138284-faca-4f1d-a476-387c7a8d9e3c req-bca9deb2-c49c-4377-be92-a23503231a8c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:31.881690 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dc138284-faca-4f1d-a476-387c7a8d9e3c req-bca9deb2-c49c-4377-be92-a23503231a8c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.1154196 Sep 08 19:25:31.896215 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3e65d-f351-4f5f-bea9-ec0d27c28e66 req-6655efe7-e132-4e5c-ba36-356997ccb76c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:31.901631 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5bc3e65d-f351-4f5f-bea9-ec0d27c28e66 req-6655efe7-e132-4e5c-ba36-356997ccb76c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 932 time: 0.1152513 Sep 08 19:25:31.908002 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9865430-7f63-471f-a465-392732a49877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:31.951843 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-13b0b17b-5d53-45f9-97b7-dbb1c452455e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2067015 Sep 08 19:25:31.976351 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Request body: {'port': {'device_id': '16b1101a-570f-4a86-adc8-9484b8c40d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:25:31.995950 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dc138284-faca-4f1d-a476-387c7a8d9e3c req-1de3e04c-1e57-43bd-9ee0-9484d6885211 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912838 Sep 08 19:25:32.043267 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5bc3e65d-f351-4f5f-bea9-ec0d27c28e66 req-d5746539-c1d4-4cfd-ba08-54ed4f06a131 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262693 Sep 08 19:25:32.094622 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:32.434684 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285f875b-f84e-422c-a4fe-1ed025d2a605 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:25:32.456851 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:32.470469 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Transition to ACTIVE for port object 285f875b-f84e-422c-a4fe-1ed025d2a605 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:25:32.531963 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0620-aaa4-4c24-a6e6-8bf143bd67e4 req-f9893462-256b-4948-8bd3-ddabedc81441 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:32.533590 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49be0620-aaa4-4c24-a6e6-8bf143bd67e4 req-f9893462-256b-4948-8bd3-ddabedc81441 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0527277 Sep 08 19:25:32.575980 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49be0620-aaa4-4c24-a6e6-8bf143bd67e4 req-f542bb3e-0e54-444f-af0a-51d013ba85d1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358508 Sep 08 19:25:32.688430 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:32.739601 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Pushing event updated for resources: {'Port': ['ID=285f875b-f84e-422c-a4fe-1ed025d2a605,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:32.820046 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Attempting to bind port 285f875b-f84e-422c-a4fe-1ed025d2a605 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:25:32.820958 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Attempting to bind port 285f875b-f84e-422c-a4fe-1ed025d2a605 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:25:32.821475 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Attempting to bind port 285f875b-f84e-422c-a4fe-1ed025d2a605 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:25:32.827837 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Port 285f875b-f84e-422c-a4fe-1ed025d2a605 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:25:32.828152 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Attempting to bind port 285f875b-f84e-422c-a4fe-1ed025d2a605 on network a5f66ed6-8379-450b-ae8b-a1c5e1d387cc {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:25:32.833054 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:25:32.833385 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Checking segment: {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:25:32.833886 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Bound using segment: {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:25:32.834331 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Bound port: 285f875b-f84e-422c-a4fe-1ed025d2a605, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01c43da-1705-4147-8830-d656f5f8d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:25:32.834682 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:32.913173 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] For port 285f875b-f84e-422c-a4fe-1ed025d2a605, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:25:32.919858 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] For port 285f875b-f84e-422c-a4fe-1ed025d2a605, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=285f875b-f84e-422c-a4fe-1ed025d2a605,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:25:32.994242 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:33.035635 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:33.036308 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:33.037789 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] 10.222.0.38 "PUT /v2.0/ports/285f875b-f84e-422c-a4fe-1ed025d2a605 HTTP/1.1" status: 200 len: 1094 time: 1.0712514 Sep 08 19:25:33.038290 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b1101a-570f-4a86-adc8-9484b8c40d71', 'tag': '285f875b-f84e-422c-a4fe-1ed025d2a605'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:25:33.040525 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bd94c3-4079-4500-aa7f-6533e16480f3" -d '{"events": [{"name": "network-changed", "server_uuid": "16b1101a-570f-4a86-adc8-9484b8c40d71", "tag": "285f875b-f84e-422c-a4fe-1ed025d2a605"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:25:33.104954 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a14a93b-b82b-4de6-8bb9-3f91f576fb87 x-openstack-request-id: req-3a14a93b-b82b-4de6-8bb9-3f91f576fb87 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:25:33.105251 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b1101a-570f-4a86-adc8-9484b8c40d71", "tag": "285f875b-f84e-422c-a4fe-1ed025d2a605", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:25:33.105505 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a14a93b-b82b-4de6-8bb9-3f91f576fb87 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:25:33.105929 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b1101a-570f-4a86-adc8-9484b8c40d71', 'tag': '285f875b-f84e-422c-a4fe-1ed025d2a605', 'status': 'completed', 'code': 200} Sep 08 19:25:33.150705 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e47ccb-01a0-4da1-8dc0-1f73ec9ffa55 service neutron] Pushing event updated for resources: {'Port': ['ID=285f875b-f84e-422c-a4fe-1ed025d2a605,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:33.206443 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9cc30-b688-4724-b613-597f2007677d req-3e283005-7427-4a1c-9dc0-e3117f65abae tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:33.208541 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81f9cc30-b688-4724-b613-597f2007677d req-3e283005-7427-4a1c-9dc0-e3117f65abae tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.1133513 Sep 08 19:25:33.229784 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1f21c-2322-4afe-85c6-2df932d53eda req-49d5292d-be8c-4e3b-befa-5456b468d78e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:33.232045 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ec1f21c-2322-4afe-85c6-2df932d53eda req-49d5292d-be8c-4e3b-befa-5456b468d78e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 944 time: 0.0799792 Sep 08 19:25:33.232760 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd94c3-4079-4500-aa7f-6533e16480f3 req-75e30677-eb47-4f02-ac3b-99de9fb38b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:33.234390 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e0bd94c3-4079-4500-aa7f-6533e16480f3 req-75e30677-eb47-4f02-ac3b-99de9fb38b60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 1097 time: 0.0804000 Sep 08 19:25:33.294360 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81f9cc30-b688-4724-b613-597f2007677d req-ffd7b7b8-6d56-4930-8f4b-9617818b817e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794489 Sep 08 19:25:33.313431 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ec1f21c-2322-4afe-85c6-2df932d53eda req-8ba92704-a3fd-4b13-adb8-fd5237cd9830 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725095 Sep 08 19:25:33.384066 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd94c3-4079-4500-aa7f-6533e16480f3 req-773c8f81-c0a2-4012-86c4-9cdac7d4cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:33.389187 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e0bd94c3-4079-4500-aa7f-6533e16480f3 req-773c8f81-c0a2-4012-86c4-9cdac7d4cc7f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=44af43e186db418481f331503d3fdcd0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1371713 Sep 08 19:25:33.506109 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd94c3-4079-4500-aa7f-6533e16480f3 req-4689d780-22ff-4e6c-8830-bf3bdaebe3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:33.507728 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e0bd94c3-4079-4500-aa7f-6533e16480f3 req-4689d780-22ff-4e6c-8830-bf3bdaebe3fa service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1114309 Sep 08 19:25:33.599017 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-88f7c348-fbc7-4cd9-9f62-2adce0ea40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:33.600642 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-88f7c348-fbc7-4cd9-9f62-2adce0ea40c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44af43e186db418481f331503d3fdcd0&device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 1097 time: 0.0476131 Sep 08 19:25:33.661564 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-87825ee4-5039-4296-89c6-a92b794ff4b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=285f875b-f84e-422c-a4fe-1ed025d2a605 HTTP/1.1" status: 200 len: 217 time: 0.0481365 Sep 08 19:25:33.752094 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ee17-6e78-4496-acdf-788fca2e9fbf req-7f5e5337-fd8d-4f30-9609-8d88885bbaa2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:33.754393 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5303ee17-6e78-4496-acdf-788fca2e9fbf req-7f5e5337-fd8d-4f30-9609-8d88885bbaa2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0957572 Sep 08 19:25:33.757008 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-d5ae35a3-0f22-4bba-8bda-ea7575d0c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:33.758879 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-d5ae35a3-0f22-4bba-8bda-ea7575d0c3eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e058c8ab-8bb0-482a-82d7-84a2f30fea3e HTTP/1.1" status: 200 len: 854 time: 0.0735507 Sep 08 19:25:33.800835 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-58776ec2-f47e-4919-a556-8e974c9eb105 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253506 Sep 08 19:25:33.828195 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5303ee17-6e78-4496-acdf-788fca2e9fbf req-daa628f7-3b98-4716-9872-6c04fe5619d0 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671337 Sep 08 19:25:33.915491 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-e0ac766b-a716-489c-b936-ebe6975e506d service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003780 Sep 08 19:25:34.039490 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d42e966-39ee-4b7c-9226-e15332f5a3fb req-2e95aa96-6be1-48c9-a04d-806d62b79aaa service neutron] 10.222.0.38 "GET /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138647 Sep 08 19:25:34.128969 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-41db1d4d-c7f4-4fa1-a031-0e6d933dbaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:34.395595 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:34.485646 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b5662-267f-440b-b57b-f213672bed75 req-efa8bfa3-9933-459e-ac31-9f757a4d9ea8 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:34.487891 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c58b5662-267f-440b-b57b-f213672bed75 req-efa8bfa3-9933-459e-ac31-9f757a4d9ea8 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0717957 Sep 08 19:25:34.496866 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f657cf5-8376-43f5-aec2-6fb3a588e411 req-0a794732-e27c-4cbe-a357-f318b3a7f04d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:34.503403 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6f657cf5-8376-43f5-aec2-6fb3a588e411 req-0a794732-e27c-4cbe-a357-f318b3a7f04d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 944 time: 0.0739436 Sep 08 19:25:34.551796 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6f657cf5-8376-43f5-aec2-6fb3a588e411 req-c867aa75-7934-4ce9-9daf-f773db59df8c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451853 Sep 08 19:25:34.554364 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c58b5662-267f-440b-b57b-f213672bed75 req-4489bc2f-e9b1-4242-beb0-07ac7f3a7877 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571992 Sep 08 19:25:34.965003 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196bc9f-d96d-406e-b900-4e72da355a9f req-d3cafcbe-7cd8-407f-9f09-44394b203b0b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:34.970907 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d196bc9f-d96d-406e-b900-4e72da355a9f req-d3cafcbe-7cd8-407f-9f09-44394b203b0b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0657413 Sep 08 19:25:35.022152 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d196bc9f-d96d-406e-b900-4e72da355a9f req-aa6753ec-b5f4-4c73-a041-ae2f07f100f5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490029 Sep 08 19:25:35.730576 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d7a99-7a4f-42a4-aec1-cec7b1ac0903 req-c97a8273-9a4f-4a46-8c4e-a1f55003e3e7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:35.739424 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3a5d7a99-7a4f-42a4-aec1-cec7b1ac0903 req-c97a8273-9a4f-4a46-8c4e-a1f55003e3e7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 944 time: 0.0723717 Sep 08 19:25:35.755501 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d775db-9240-412f-9f00-674e67825d97 req-27c1e540-63e7-475a-af77-49863733eaf1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:35.763709 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c6d775db-9240-412f-9f00-674e67825d97 req-27c1e540-63e7-475a-af77-49863733eaf1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0958774 Sep 08 19:25:35.786254 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3a5d7a99-7a4f-42a4-aec1-cec7b1ac0903 req-4018b206-0f9a-4a92-82f0-a05a637a0a03 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 Sep 08 19:25:35.801717 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c6d775db-9240-412f-9f00-674e67825d97 req-418cbb32-5225-450b-a5ae-b60f8e74313f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371299 Sep 08 19:25:36.164616 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4757e1-0895-44c1-8378-493d2b5466b6 req-25e84946-57a9-4220-860b-926a7704d415 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:36.166111 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4f4757e1-0895-44c1-8378-493d2b5466b6 req-25e84946-57a9-4220-860b-926a7704d415 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0490227 Sep 08 19:25:36.204610 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:36.210862 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4f4757e1-0895-44c1-8378-493d2b5466b6 req-f054d657-949d-4440-a765-f3544bfa519e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Sep 08 19:25:36.953842 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60169635-cc6a-4a18-a534-eb7d80de3d85 req-9ce7193e-4a77-4c3d-920f-379e964d0e22 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:36.957153 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60169635-cc6a-4a18-a534-eb7d80de3d85 req-9ce7193e-4a77-4c3d-920f-379e964d0e22 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 944 time: 0.0864429 Sep 08 19:25:36.980206 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6486b87-e992-4cea-96b0-a39f676e71ab req-ee5a7e17-f60c-4a27-8194-de66ee0101ad tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:36.982699 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c6486b87-e992-4cea-96b0-a39f676e71ab req-ee5a7e17-f60c-4a27-8194-de66ee0101ad tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0634875 Sep 08 19:25:37.019108 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60169635-cc6a-4a18-a534-eb7d80de3d85 req-23ec103b-53fd-445a-81d7-95c9ec4d2a84 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493736 Sep 08 19:25:37.029373 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c6486b87-e992-4cea-96b0-a39f676e71ab req-846f92b0-452a-4c98-9847-55571f257469 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395644 Sep 08 19:25:37.279021 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:37.341035 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ebd9b-6c0c-48c1-90f4-3b826be65d38 req-785d05ed-c1cb-4004-a306-dc3dc3d6d029 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:37.342532 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ab7ebd9b-6c0c-48c1-90f4-3b826be65d38 req-785d05ed-c1cb-4004-a306-dc3dc3d6d029 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0511892 Sep 08 19:25:37.388675 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ab7ebd9b-6c0c-48c1-90f4-3b826be65d38 req-da9b1e7d-63cb-48ed-90cf-26a3a7133eb7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391920 Sep 08 19:25:37.428679 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 285f875b-f84e-422c-a4fe-1ed025d2a605 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:25:37.535588 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 285f875b-f84e-422c-a4fe-1ed025d2a605, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=285f875b-f84e-422c-a4fe-1ed025d2a605,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:37.548234 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '285f875b-f84e-422c-a4fe-1ed025d2a605', 'network_id': 'a5f66ed6-8379-450b-ae8b-a1c5e1d387cc', 'port_id': '285f875b-f84e-422c-a4fe-1ed025d2a605', 'mac_address': 'fa:16:3e:16:ba:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e058c8ab-8bb0-482a-82d7-84a2f30fea3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:25:37.602896 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:37.632486 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285f875b-f84e-422c-a4fe-1ed025d2a605 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:25:37.662714 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 285f875b-f84e-422c-a4fe-1ed025d2a605, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=285f875b-f84e-422c-a4fe-1ed025d2a605,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:37.736153 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:37.801447 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=285f875b-f84e-422c-a4fe-1ed025d2a605,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:38.092998 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['285f875b-f84e-422c-a4fe-1ed025d2a605'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:25:38.185982 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfa616-b3ca-4cf6-a48a-201b3d51e6b0 req-faf9d95d-9172-41f6-9f44-7c52c12e0268 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:38.193849 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2cfa616-b3ca-4cf6-a48a-201b3d51e6b0 req-faf9d95d-9172-41f6-9f44-7c52c12e0268 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 945 time: 0.0769985 Sep 08 19:25:38.248830 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544cd6d-d33c-4f36-87c0-7ad658ae49ba req-f8142ff2-ecf6-4fe4-9ba3-51116d22e3c6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:38.253715 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d544cd6d-d33c-4f36-87c0-7ad658ae49ba req-f8142ff2-ecf6-4fe4-9ba3-51116d22e3c6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.1070964 Sep 08 19:25:38.255869 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2cfa616-b3ca-4cf6-a48a-201b3d51e6b0 req-1a2009c9-3a0b-4e45-8dd1-9b6a0960744c tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607569 Sep 08 19:25:38.309868 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d544cd6d-d33c-4f36-87c0-7ad658ae49ba req-626445c7-6ef3-439a-8ff3-c69a2d38dec2 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455778 Sep 08 19:25:38.521386 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f665e9-f26f-4544-8cba-32e596af9f0b req-0ca3a748-8a15-4e1e-a726-788979a3c852 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:38.523096 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-05f665e9-f26f-4544-8cba-32e596af9f0b req-0ca3a748-8a15-4e1e-a726-788979a3c852 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0540922 Sep 08 19:25:38.575498 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-05f665e9-f26f-4544-8cba-32e596af9f0b req-309a8213-41f8-4aa7-bf7a-240d6bab4f51 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Sep 08 19:25:39.397031 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f5bff-ac0a-4248-9405-c90b6db0e51f req-4b979427-5752-48ff-ac45-021fb14a86fc tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:39.398613 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e0f5bff-ac0a-4248-9405-c90b6db0e51f req-4b979427-5752-48ff-ac45-021fb14a86fc tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 945 time: 0.0569248 Sep 08 19:25:39.437763 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e0f5bff-ac0a-4248-9405-c90b6db0e51f req-20d39417-77ec-449b-b97c-fb43d05d3158 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331028 Sep 08 19:25:39.443799 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 285f875b-f84e-422c-a4fe-1ed025d2a605 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:25:39.447057 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08663f-a75b-4264-9bd6-5ff5506e14e7 req-6d9d875c-41d0-419e-879a-416be48df3d7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:39.448435 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c08663f-a75b-4264-9bd6-5ff5506e14e7 req-6d9d875c-41d0-419e-879a-416be48df3d7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0488193 Sep 08 19:25:39.486585 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c08663f-a75b-4264-9bd6-5ff5506e14e7 req-ce8d3c5d-d367-4fb3-bdbd-1f28130bf97d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Sep 08 19:25:39.610891 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 285f875b-f84e-422c-a4fe-1ed025d2a605 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:25:39.615656 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 285f875b-f84e-422c-a4fe-1ed025d2a605 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:25:39.616063 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:39.706915 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:39.739629 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517acea2-4f49-49cc-b797-054a79ec78a2 req-dde4599e-199f-40c5-b785-8887a83880fa tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:39.741256 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-517acea2-4f49-49cc-b797-054a79ec78a2 req-dde4599e-199f-40c5-b785-8887a83880fa tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0868518 Sep 08 19:25:39.749698 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b1101a-570f-4a86-adc8-9484b8c40d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285f875b-f84e-422c-a4fe-1ed025d2a605'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:25:39.751893 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c554d486-b802-4320-ad4b-a835eefa6c88" -d '{"events": [{"server_uuid": "16b1101a-570f-4a86-adc8-9484b8c40d71", "name": "network-vif-plugged", "status": "completed", "tag": "285f875b-f84e-422c-a4fe-1ed025d2a605"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:25:39.766013 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 285f875b-f84e-422c-a4fe-1ed025d2a605, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=285f875b-f84e-422c-a4fe-1ed025d2a605,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:39.811784 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-517acea2-4f49-49cc-b797-054a79ec78a2 req-9ffdbb34-f981-4859-9fbf-462309ab1d2b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563834 Sep 08 19:25:39.812101 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1f2e0d-0b55-40b0-aa2d-7a147723bc0c x-openstack-request-id: req-2b1f2e0d-0b55-40b0-aa2d-7a147723bc0c {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:25:39.814186 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b1101a-570f-4a86-adc8-9484b8c40d71", "name": "network-vif-plugged", "status": "completed", "tag": "285f875b-f84e-422c-a4fe-1ed025d2a605", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:25:39.822385 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b1f2e0d-0b55-40b0-aa2d-7a147723bc0c {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:25:39.822385 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b1101a-570f-4a86-adc8-9484b8c40d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285f875b-f84e-422c-a4fe-1ed025d2a605', 'code': 200} Sep 08 19:25:39.833162 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:39.899945 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=285f875b-f84e-422c-a4fe-1ed025d2a605,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:40.187165 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8a56c-1d95-462b-aa2d-964cf905f955 req-b15f90ca-2d86-431f-afd8-28f66d3217da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:40.189192 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e4c8a56c-1d95-462b-aa2d-964cf905f955 req-b15f90ca-2d86-431f-afd8-28f66d3217da service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 1099 time: 0.0500863 Sep 08 19:25:40.227778 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e4c8a56c-1d95-462b-aa2d-964cf905f955 req-53fac249-418a-42b0-ac66-3bc104da8118 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297658 Sep 08 19:25:40.563810 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af0d0d-8f9c-4576-9e11-80d853f521c9 req-43e7f68d-7f53-452f-a244-8831a84d0288 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:40.565462 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-03af0d0d-8f9c-4576-9e11-80d853f521c9 req-43e7f68d-7f53-452f-a244-8831a84d0288 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.0506783 Sep 08 19:25:40.609830 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbc38f-0a51-43cd-9a84-9b717bdd7669 req-01967dbc-9f26-4a5b-a7c7-e79a50816aad tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:40.610242 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-03af0d0d-8f9c-4576-9e11-80d853f521c9 req-3490a521-5a67-46e9-9220-c0e93b1b286b tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373099 Sep 08 19:25:40.610980 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f9fbc38f-0a51-43cd-9a84-9b717bdd7669 req-01967dbc-9f26-4a5b-a7c7-e79a50816aad tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0490563 Sep 08 19:25:40.661373 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f9fbc38f-0a51-43cd-9a84-9b717bdd7669 req-647f247b-feb8-4466-a7a2-a43abc37f65e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403588 Sep 08 19:25:40.939126 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148b295-2e2e-4750-ae83-04d6bfb6cd5f req-166ad375-6f98-4a3a-822f-1498705db557 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:40.941142 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5148b295-2e2e-4750-ae83-04d6bfb6cd5f req-166ad375-6f98-4a3a-822f-1498705db557 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0569022 Sep 08 19:25:40.983196 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5148b295-2e2e-4750-ae83-04d6bfb6cd5f req-009fb882-b459-432b-964e-408602d3ca77 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353920 Sep 08 19:25:41.570482 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-32d84623-3a88-49c3-ac26-2bcd7af481e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:41.574309 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-32d84623-3a88-49c3-ac26-2bcd7af481e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 1098 time: 0.0487072 Sep 08 19:25:41.697994 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:25:41.702288 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-4767028c-cd36-4a0c-9997-8850ae15e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:41.703811 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-4767028c-cd36-4a0c-9997-8850ae15e61c service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 917 time: 0.1113622 Sep 08 19:25:41.803041 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370bb1-73d0-4337-9697-162c08112f8c req-b9a40236-fe75-4515-adb3-36c95a72a5af tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:41.804557 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f370bb1-73d0-4337-9697-162c08112f8c req-b9a40236-fe75-4515-adb3-36c95a72a5af tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.0998795 Sep 08 19:25:41.814525 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0b20-f86d-4276-a6d0-27386a7e8d67 req-ed35984d-50c7-4135-a77b-a4d42e8a1551 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:41.817258 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2a1b0b20-f86d-4276-a6d0-27386a7e8d67 req-ed35984d-50c7-4135-a77b-a4d42e8a1551 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0659614 Sep 08 19:25:41.879435 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2a1b0b20-f86d-4276-a6d0-27386a7e8d67 req-b629822a-2e40-4159-8b1b-e7fd180ef59f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486119 Sep 08 19:25:42.094268 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-43f2732f-96b6-4db4-9bb5-13ef8a3c4297 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574 HTTP/1.1" status: 200 len: 1001 time: 0.3734374 Sep 08 19:25:42.096372 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f370bb1-73d0-4337-9697-162c08112f8c req-7b0793a3-6c95-4b39-8dbb-48369b37bea3 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827096 Sep 08 19:25:42.114739 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddee28-6404-4939-9787-62dfed00e900 req-dc754bd4-c81f-44fe-aab2-a56600027fae tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:42.116485 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2ddee28-6404-4939-9787-62dfed00e900 req-dc754bd4-c81f-44fe-aab2-a56600027fae tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0615327 Sep 08 19:25:42.153596 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-175ddfa8-b124-4b31-b3fb-cf6b6fb42631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:42.155988 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-175ddfa8-b124-4b31-b3fb-cf6b6fb42631 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 200 len: 856 time: 0.0587485 Sep 08 19:25:42.172825 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2ddee28-6404-4939-9787-62dfed00e900 req-b7e0aca8-3681-4956-a14d-e853d3b7788b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502825 Sep 08 19:25:42.218126 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-32bfc30d-a6fb-4946-bd0e-cbf4674f3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:42.219644 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-32bfc30d-a6fb-4946-bd0e-cbf4674f3c56 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474200 Sep 08 19:25:42.326662 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-fc3723b5-9908-4175-bc15-f5e0b5c7c487 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990181 Sep 08 19:25:42.426825 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20b87a67-0c96-4418-9f7d-b9dfa418e6f5 req-d830117c-b051-4c62-95f4-1a13ca3c4259 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Sep 08 19:25:42.827701 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 42536) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:42.972753 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:43.017142 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854420cd-b6cb-44f6-9e33-28fc578518af req-88d0c771-5a62-4b0d-b5e1-4d688f54e15a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:43.019697 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-854420cd-b6cb-44f6-9e33-28fc578518af req-88d0c771-5a62-4b0d-b5e1-4d688f54e15a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0592334 Sep 08 19:25:43.057526 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-854420cd-b6cb-44f6-9e33-28fc578518af req-7ee032b8-53dd-4b40-9b69-e3f8f2d489e1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311501 Sep 08 19:25:43.076565 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:43.177276 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:43.239307 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=475ea38f1eec481da170dfe1440de305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105263 Sep 08 19:25:43.241895 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 42552) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:43.249067 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9401bdf4-06d2-4145-839a-387db9466b74,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:43.266386 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.269368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.269368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.269368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.269368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.269368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.269368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.269368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.269986 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.269986 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.270159 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.270401 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b35ed4-5840-470a-94b5-5d8d782d33c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:25:43.284109 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bfaa1-b4da-405d-9e15-89b902167253 req-121e916e-5e6d-4369-8bdd-37ad0064c3e4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:43.285732 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e23bfaa1-b4da-405d-9e15-89b902167253 req-121e916e-5e6d-4369-8bdd-37ad0064c3e4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.1183605 Sep 08 19:25:43.297104 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0130-4908-4d28-b502-af0623c1154f req-dbe71a9a-32c0-4236-9d84-d775ad70aa0c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:43.298866 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-849b0130-4908-4d28-b502-af0623c1154f req-dbe71a9a-32c0-4236-9d84-d775ad70aa0c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0538900 Sep 08 19:25:43.338938 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-849b0130-4908-4d28-b502-af0623c1154f req-b08ad0d0-7d86-4eb9-bc7d-b70545c9d610 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Sep 08 19:25:43.346954 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e23bfaa1-b4da-405d-9e15-89b902167253 req-d11f490c-754a-4c86-b576-77e1b551f0b8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536339 Sep 08 19:25:43.349850 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fba78c3a-2b41-43ae-9a0c-32b6048c5ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:43.373371 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fba78c3a-2b41-43ae-9a0c-32b6048c5ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:43.484584 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fba78c3a-2b41-43ae-9a0c-32b6048c5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:43.488124 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fba78c3a-2b41-43ae-9a0c-32b6048c5ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:43.489349 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fba78c3a-2b41-43ae-9a0c-32b6048c5ec5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9401bdf4-06d2-4145-839a-387db9466b74 HTTP/1.1" status: 204 len: 168 time: 0.2465467 Sep 08 19:25:43.497063 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba78c3a-2b41-43ae-9a0c-32b6048c5ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401bdf4-06d2-4145-839a-387db9466b74,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:44.208808 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914330df-2f89-45c1-8f4c-da2eb85dd164 req-fa5ad6ab-7de6-4337-aca4-c21316eba964 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:44.216563 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-914330df-2f89-45c1-8f4c-da2eb85dd164 req-fa5ad6ab-7de6-4337-aca4-c21316eba964 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0520337 Sep 08 19:25:44.255153 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-914330df-2f89-45c1-8f4c-da2eb85dd164 req-1f47c383-b450-4899-aef8-40ac28fe6e3e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348759 Sep 08 19:25:44.461903 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 42592) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:44.464169 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb19387-9185-41b8-9a2b-667d2bf64ec6 req-3199aac8-55ef-4d3c-82b0-70bd62261d42 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:44.465795 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cb19387-9185-41b8-9a2b-667d2bf64ec6 req-3199aac8-55ef-4d3c-82b0-70bd62261d42 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0496385 Sep 08 19:25:44.519489 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cb19387-9185-41b8-9a2b-667d2bf64ec6 req-79266e47-6219-4ddf-9fd9-23f543750f55 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369844 Sep 08 19:25:44.700360 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3b023d00-15f1-4362-b777-d488d66c50b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72fb8c54b1fb4e3aa6255f19f8553b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372339 Sep 08 19:25:44.703164 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 42602) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:44.754514 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14757f1e-05e1-441c-b75a-bc05631af942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:44.781123 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14757f1e-05e1-441c-b75a-bc05631af942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:44.913281 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14757f1e-05e1-441c-b75a-bc05631af942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:44.917662 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14757f1e-05e1-441c-b75a-bc05631af942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:44.918984 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-14757f1e-05e1-441c-b75a-bc05631af942 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a33bd105-766a-49e5-a9f4-f1e80048636e HTTP/1.1" status: 204 len: 168 time: 0.2148886 Sep 08 19:25:44.929391 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14757f1e-05e1-441c-b75a-bc05631af942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33bd105-766a-49e5-a9f4-f1e80048636e,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:45.389747 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4d64c-71b4-4315-8f31-066d2a238947 req-9321d87e-3059-4f4a-b938-57f3ead19482 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:45.391030 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e1f4d64c-71b4-4315-8f31-066d2a238947 req-9321d87e-3059-4f4a-b938-57f3ead19482 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 945 time: 0.0579295 Sep 08 19:25:45.429813 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e1f4d64c-71b4-4315-8f31-066d2a238947 req-92720135-3c5a-47d7-b930-d3666ae9cbe8 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320911 Sep 08 19:25:45.491231 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:25:45.581950 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:45.606012 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:25:45.608273 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb30c968-cb66-494f-9b7c-2737f170fcb1" -d '{"events": [{"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:25:45.623489 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:25:45.775594 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:45.828662 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=8']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:25:46.166086 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77060ca5-7a02-483d-9844-c6d5a64d06d8 req-5b1369ce-24c6-4782-8c98-d175a8069476 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:46.167613 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-77060ca5-7a02-483d-9844-c6d5a64d06d8 req-5b1369ce-24c6-4782-8c98-d175a8069476 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0541589 Sep 08 19:25:46.213141 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-77060ca5-7a02-483d-9844-c6d5a64d06d8 req-cf16f88a-e0c1-41c5-940e-52e32cbfdcbd tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386672 Sep 08 19:25:46.261261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 19:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5208d011-3700-4a2a-8bc8-b7876a19f746 x-openstack-request-id: req-5208d011-3700-4a2a-8bc8-b7876a19f746 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:25:46.261627 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-unplugged", "status": "failed", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574", "code": 422}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:25:46.261891 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5208d011-3700-4a2a-8bc8-b7876a19f746 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:25:46.262302 dv-cinder-807933-1-iscsi neutron-server[94488]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'code': 422} returned with failed status Sep 08 19:25:47.359164 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8465f-d67e-4d33-a174-dfdad192a76b req-e21632e6-4ef9-4c3d-b9b3-cdac5179698d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:47.360932 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-56c8465f-d67e-4d33-a174-dfdad192a76b req-e21632e6-4ef9-4c3d-b9b3-cdac5179698d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0572517 Sep 08 19:25:47.415100 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-56c8465f-d67e-4d33-a174-dfdad192a76b req-b0df8578-211a-4f4a-9cd2-849e46690527 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Sep 08 19:25:47.447605 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-bd1072f4-6b1c-43fd-9c69-3d1dc7352889 req-470d9b7c-b140-4606-97b0-9cc4e8160fcd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:25:47.448723 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd1072f4-6b1c-43fd-9c69-3d1dc7352889 req-470d9b7c-b140-4606-97b0-9cc4e8160fcd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057347 Sep 08 19:25:47.747838 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae79bc-e6a5-463b-9920-22188fd9d058 req-f877bae4-bf27-4c84-8b39-99f2254ef157 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:47.750203 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b8ae79bc-e6a5-463b-9920-22188fd9d058 req-f877bae4-bf27-4c84-8b39-99f2254ef157 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0535085 Sep 08 19:25:47.792817 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b8ae79bc-e6a5-463b-9920-22188fd9d058 req-f6ed4834-8b76-488f-8a31-6ff546cc15f6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362828 Sep 08 19:25:48.241190 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 42692) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:25:48.325663 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-7a11782c-aa01-471a-b7fa-306d13191dc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833235 Sep 08 19:25:48.335828 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-b4a12194-3c5d-4a3c-a297-ad36d9495819 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:25:48.336791 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-b4a12194-3c5d-4a3c-a297-ad36d9495819 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064337 Sep 08 19:25:48.546162 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1b36b-8392-4344-bf08-7bc2c7d9bca9 req-b35cfc82-d192-45cb-b515-8e0e6393bb6e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:48.547644 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00d1b36b-8392-4344-bf08-7bc2c7d9bca9 req-b35cfc82-d192-45cb-b515-8e0e6393bb6e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0522618 Sep 08 19:25:48.586479 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00d1b36b-8392-4344-bf08-7bc2c7d9bca9 req-d4775fed-c42f-4d38-a259-7d76b7ff3caf tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Sep 08 19:25:48.912061 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a8d19-d482-4364-bf26-4e69600076a2 req-53be4b22-b685-445c-b55b-504b446f889d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:48.913539 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc7a8d19-d482-4364-bf26-4e69600076a2 req-53be4b22-b685-445c-b55b-504b446f889d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0473771 Sep 08 19:25:48.951859 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc7a8d19-d482-4364-bf26-4e69600076a2 req-2e55dd54-343e-4b45-8686-5ddf492930ed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324109 Sep 08 19:25:49.707732 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c49e6-3afb-4e15-b5d0-6afe564a6d8e req-033efba1-6f30-4718-b752-821eceb0722b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:49.709202 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ef3c49e6-3afb-4e15-b5d0-6afe564a6d8e req-033efba1-6f30-4718-b752-821eceb0722b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0523930 Sep 08 19:25:49.745838 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ef3c49e6-3afb-4e15-b5d0-6afe564a6d8e req-46c90453-89f4-473f-a364-e98341605f9a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305772 Sep 08 19:25:50.072472 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414d96b-7749-404c-a2e5-275ff4d1a2e9 req-142e3b0f-3058-475a-9e77-2a39d06777d1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:50.073928 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b414d96b-7749-404c-a2e5-275ff4d1a2e9 req-142e3b0f-3058-475a-9e77-2a39d06777d1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0507388 Sep 08 19:25:50.109785 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b414d96b-7749-404c-a2e5-275ff4d1a2e9 req-03856d69-6693-48a1-80d1-db510bb480c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299923 Sep 08 19:25:50.433123 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:25:50.860533 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0699f-0767-4597-98c7-e442ce252aac req-90158d74-400d-48f2-9eef-cfecc87948a7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:50.862255 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4dd0699f-0767-4597-98c7-e442ce252aac req-90158d74-400d-48f2-9eef-cfecc87948a7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0496809 Sep 08 19:25:50.900781 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4dd0699f-0767-4597-98c7-e442ce252aac req-6491d857-db98-446a-8883-386058ebe7ad tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Sep 08 19:25:51.230761 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45214890-f02e-442e-b8a0-22ba9614d23d req-9514b9c5-a269-447a-9d2e-9b2c824824e5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:51.232234 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45214890-f02e-442e-b8a0-22ba9614d23d req-9514b9c5-a269-447a-9d2e-9b2c824824e5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0492859 Sep 08 19:25:51.269589 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45214890-f02e-442e-b8a0-22ba9614d23d req-2965fe45-b4db-4128-8519-71d2cb13bcb1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314858 Sep 08 19:25:52.233219 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c625d-9cc9-4f32-a32d-6ef7d4ef92b1 req-f9e9e63c-9ddf-499b-9d90-4119e44c44f7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:52.234721 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-482c625d-9cc9-4f32-a32d-6ef7d4ef92b1 req-f9e9e63c-9ddf-499b-9d90-4119e44c44f7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.2674026 Sep 08 19:25:52.271651 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-482c625d-9cc9-4f32-a32d-6ef7d4ef92b1 req-c451f8ab-ff82-49de-86cf-149112635574 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303161 Sep 08 19:25:52.385361 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb13e6-41be-4b87-92d0-3ec27fba6d4c req-7d73314d-1a2c-4a7a-9a4d-6cac6e491c30 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:52.386992 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7ddb13e6-41be-4b87-92d0-3ec27fba6d4c req-7d73314d-1a2c-4a7a-9a4d-6cac6e491c30 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0476549 Sep 08 19:25:52.425053 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7ddb13e6-41be-4b87-92d0-3ec27fba6d4c req-4c2de9e3-c189-4e75-8f8f-23a9ee303841 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322402 Sep 08 19:25:53.385273 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b84a-5174-482d-895f-db9f73d770fb req-4d623ddb-97cd-45ab-a04d-0db5d2797593 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:53.386749 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8454b84a-5174-482d-895f-db9f73d770fb req-4d623ddb-97cd-45ab-a04d-0db5d2797593 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0477750 Sep 08 19:25:53.402229 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:25:53.423608 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8454b84a-5174-482d-895f-db9f73d770fb req-5589a875-6e9b-4d3a-8e19-7a6fd7f8125a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310056 Sep 08 19:25:53.544999 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc8e8d-22ff-40ea-88e0-36e381ad32dc req-368fe858-b8e8-4af3-b731-e57ef2c48408 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:53.546478 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-adcc8e8d-22ff-40ea-88e0-36e381ad32dc req-368fe858-b8e8-4af3-b731-e57ef2c48408 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0502176 Sep 08 19:25:53.587146 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-adcc8e8d-22ff-40ea-88e0-36e381ad32dc req-e0b07f57-5e8e-4904-b370-1cd4580488fb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340116 Sep 08 19:25:54.535114 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc965d-bc03-4dc8-8887-b842249d362c req-7b2fc353-b199-4c46-8129-b09e08e2a5b7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:54.536538 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-22dc965d-bc03-4dc8-8887-b842249d362c req-7b2fc353-b199-4c46-8129-b09e08e2a5b7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0467033 Sep 08 19:25:54.574685 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-22dc965d-bc03-4dc8-8887-b842249d362c req-63f420d5-08ec-43ea-abb0-b045bac2781e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Sep 08 19:25:54.712712 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96036eb-ff70-408a-bdf7-a559aa7068fe req-91048034-ecb1-478f-acc6-3e2296a35aa7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:54.714148 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d96036eb-ff70-408a-bdf7-a559aa7068fe req-91048034-ecb1-478f-acc6-3e2296a35aa7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0493684 Sep 08 19:25:54.752558 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d96036eb-ff70-408a-bdf7-a559aa7068fe req-2b61c58c-2836-4300-9ced-07c64e4670a0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317798 Sep 08 19:25:55.695144 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70218b03-a12f-4e52-87cc-7471756fe127 req-49a0ea33-c91a-4b9e-8487-cc394fc0c3cf tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:55.696881 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-70218b03-a12f-4e52-87cc-7471756fe127 req-49a0ea33-c91a-4b9e-8487-cc394fc0c3cf tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0555048 Sep 08 19:25:55.737429 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-70218b03-a12f-4e52-87cc-7471756fe127 req-10f808b8-1734-4641-a770-a64788beecfb tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346754 Sep 08 19:25:55.869933 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359920d-5c1e-4926-9ecb-824907131b05 req-b505ff4e-27f0-4975-996e-239d96a7994a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:55.871421 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e359920d-5c1e-4926-9ecb-824907131b05 req-b505ff4e-27f0-4975-996e-239d96a7994a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0483656 Sep 08 19:25:55.910040 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e359920d-5c1e-4926-9ecb-824907131b05 req-bc8bf8bc-5492-46ea-88bd-4efe9a1ae7e7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327344 Sep 08 19:25:56.849608 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c39d9-862a-4997-8537-ecec456282e4 req-39a0458f-e5bd-41ef-bd9b-57fab313016b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:56.850988 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-416c39d9-862a-4997-8537-ecec456282e4 req-39a0458f-e5bd-41ef-bd9b-57fab313016b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0472522 Sep 08 19:25:56.887768 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-416c39d9-862a-4997-8537-ecec456282e4 req-ae3f9b12-51fa-4bcb-8aa6-f73d4f601174 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Sep 08 19:25:57.043217 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a6367-c2f4-4146-9025-df1c88a901d4 req-deb747cf-6daf-4cec-87b5-cfbb522d3d16 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:57.044655 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-189a6367-c2f4-4146-9025-df1c88a901d4 req-deb747cf-6daf-4cec-87b5-cfbb522d3d16 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0495286 Sep 08 19:25:57.082194 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-189a6367-c2f4-4146-9025-df1c88a901d4 req-c4502259-2a74-40c8-a1e0-ab7c67b3eb08 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312390 Sep 08 19:25:57.999709 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1021e5-7bc7-49e7-91e2-608b3c430445 req-918fdf19-6c2d-4406-bd77-a435e04603a8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:58.001174 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3c1021e5-7bc7-49e7-91e2-608b3c430445 req-918fdf19-6c2d-4406-bd77-a435e04603a8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0469799 Sep 08 19:25:58.038728 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3c1021e5-7bc7-49e7-91e2-608b3c430445 req-48164fec-fba3-4a84-af51-eceef9d1bb17 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Sep 08 19:25:58.196898 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9a12c-8590-4fcc-a0bc-da852e6eecb3 req-753bcb25-b1b1-480e-b8dc-baeb4cce8044 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:58.198414 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acc9a12c-8590-4fcc-a0bc-da852e6eecb3 req-753bcb25-b1b1-480e-b8dc-baeb4cce8044 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0467482 Sep 08 19:25:58.235341 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acc9a12c-8590-4fcc-a0bc-da852e6eecb3 req-687b24cf-923b-4ab2-9e65-af321d015561 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310900 Sep 08 19:25:59.038544 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce792e-9c4e-4b0b-9428-d8f5cb2fbca1 req-7bf8e56f-10e0-47ed-a1b4-697eb8a4bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:59.040003 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20ce792e-9c4e-4b0b-9428-d8f5cb2fbca1 req-7bf8e56f-10e0-47ed-a1b4-697eb8a4bfd3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1098 time: 0.0390446 Sep 08 19:25:59.077915 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20ce792e-9c4e-4b0b-9428-d8f5cb2fbca1 req-f25cabe5-ce76-4975-ba4f-a9bb399649af service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275486 Sep 08 19:25:59.154956 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8212649-6c7c-49f8-b2ce-8a513ed7a729 req-a6ecef98-28ec-4f68-bfaa-867d5dce372a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:59.156539 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8212649-6c7c-49f8-b2ce-8a513ed7a729 req-a6ecef98-28ec-4f68-bfaa-867d5dce372a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0515299 Sep 08 19:25:59.194779 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8212649-6c7c-49f8-b2ce-8a513ed7a729 req-6d275f09-70e9-4b56-ba4b-9bface827e17 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Sep 08 19:25:59.357760 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762a625-2519-4bdd-86e8-7cd865fa73f3 req-d6d19d9d-389d-42bf-92da-4846a48e8c88 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:25:59.359278 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0762a625-2519-4bdd-86e8-7cd865fa73f3 req-d6d19d9d-389d-42bf-92da-4846a48e8c88 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0538092 Sep 08 19:25:59.400020 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0762a625-2519-4bdd-86e8-7cd865fa73f3 req-2c83c838-11d3-49f9-85b9-bbfeebc07f86 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333641 Sep 08 19:26:00.314882 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acdf98-9cdc-4051-b348-139fa646472b req-eef565a5-f0f1-4c49-a25c-f415d8c12d00 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:00.317213 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-55acdf98-9cdc-4051-b348-139fa646472b req-eef565a5-f0f1-4c49-a25c-f415d8c12d00 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0565243 Sep 08 19:26:00.355171 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-55acdf98-9cdc-4051-b348-139fa646472b req-f84ead3e-7dfa-4c53-ad5a-35f4bc6b2423 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Sep 08 19:26:00.516899 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ae60-d1a5-4166-aa8f-ff66efc67a37 req-a07c24a3-c5f9-4bbc-8a66-32b2853aba8d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:00.519015 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6946ae60-d1a5-4166-aa8f-ff66efc67a37 req-a07c24a3-c5f9-4bbc-8a66-32b2853aba8d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0475984 Sep 08 19:26:00.557617 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6946ae60-d1a5-4166-aa8f-ff66efc67a37 req-39ece9a9-60c3-4d13-9c18-d28dfde9bdb9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Sep 08 19:26:01.467817 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2715fb-8b10-477e-af0c-5bd375809a12 req-278f709b-a351-4863-a7aa-980b830c681d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:01.469331 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ed2715fb-8b10-477e-af0c-5bd375809a12 req-278f709b-a351-4863-a7aa-980b830c681d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0487289 Sep 08 19:26:01.506343 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ed2715fb-8b10-477e-af0c-5bd375809a12 req-01a90145-7d44-4ac5-a8ac-1ea620a81154 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302720 Sep 08 19:26:01.672990 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bb3780a2-0025-47a3-9126-63089c128ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:01.688668 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612bf66-1e69-43bf-afd7-ef5b02600643 req-ed7f32eb-2850-4b91-95de-eb8ff4e73599 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:01.690785 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5612bf66-1e69-43bf-afd7-ef5b02600643 req-ed7f32eb-2850-4b91-95de-eb8ff4e73599 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0559108 Sep 08 19:26:01.734313 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5612bf66-1e69-43bf-afd7-ef5b02600643 req-4e577361-a91c-4f73-adf1-2552822c17ad tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367832 Sep 08 19:26:02.617409 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa79b4-8dec-441a-be7c-801d1ac24f0e req-35357b46-f91c-407c-96e0-a8fb6d684496 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:02.618917 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-71aa79b4-8dec-441a-be7c-801d1ac24f0e req-35357b46-f91c-407c-96e0-a8fb6d684496 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0477331 Sep 08 19:26:02.659263 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-71aa79b4-8dec-441a-be7c-801d1ac24f0e req-4a57cb0d-0592-4dc6-83a3-2e908239a897 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342741 Sep 08 19:26:02.850901 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc56ba8-2f66-4f0b-9c95-c28a1d7276bf req-e880b5c6-a7ee-46c6-a01d-198b9e3823eb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:02.852444 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1bc56ba8-2f66-4f0b-9c95-c28a1d7276bf req-e880b5c6-a7ee-46c6-a01d-198b9e3823eb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0487618 Sep 08 19:26:02.889641 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1bc56ba8-2f66-4f0b-9c95-c28a1d7276bf req-417e66b2-cc50-4162-b6f5-dd083eb79f32 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Sep 08 19:26:03.773755 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f18eb-a6d6-40dd-bf59-0366b95a79ef req-2b8a984d-1e06-4232-94c4-bdf12e59c772 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:03.775207 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-926f18eb-a6d6-40dd-bf59-0366b95a79ef req-2b8a984d-1e06-4232-94c4-bdf12e59c772 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0493481 Sep 08 19:26:03.826202 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-926f18eb-a6d6-40dd-bf59-0366b95a79ef req-559e6b0a-feb9-456d-b505-bd490fe52f71 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Sep 08 19:26:04.014056 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df397c-6c67-4b46-b9ed-840bbe6815c0 req-cf5c2678-fe1e-4dc0-bd74-ece35e602981 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:04.015558 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e4df397c-6c67-4b46-b9ed-840bbe6815c0 req-cf5c2678-fe1e-4dc0-bd74-ece35e602981 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0538957 Sep 08 19:26:04.055786 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e4df397c-6c67-4b46-b9ed-840bbe6815c0 req-95963317-c394-4ab1-9b5c-fe242b672c80 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338719 Sep 08 19:26:04.133376 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d33a7b97-8eb6-4996-be3a-60b4027f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:04.398005 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:04.615684 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-76d99e3c-f589-41c7-84f3-4fd883fabd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:04.617197 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-76d99e3c-f589-41c7-84f3-4fd883fabd17 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea&tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c HTTP/1.1" status: 200 len: 1096 time: 0.0735395 Sep 08 19:26:04.693231 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-52054ed0-bef8-4fa0-8ebb-dd2ef687209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:04.694736 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-52054ed0-bef8-4fa0-8ebb-dd2ef687209a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 1096 time: 0.0505059 Sep 08 19:26:04.796927 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-47c84054-ede9-4933-8e6f-eaa36a0edcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:04.798440 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-47c84054-ede9-4933-8e6f-eaa36a0edcf1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 917 time: 0.0907471 Sep 08 19:26:04.882781 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-3d927a8d-6e55-4af9-a4e8-61378b334892 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574 HTTP/1.1" status: 200 len: 999 time: 0.0694647 Sep 08 19:26:04.961614 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-89ca5b23-dc4a-487a-8994-ba30bffac021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:04.963188 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-89ca5b23-dc4a-487a-8994-ba30bffac021 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 200 len: 856 time: 0.0614498 Sep 08 19:26:04.989296 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a961c3-754b-4050-b661-cecddacd8f5c req-fba3104e-549b-4034-ac42-d59f038f0db2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:04.994210 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-69a961c3-754b-4050-b661-cecddacd8f5c req-fba3104e-549b-4034-ac42-d59f038f0db2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0818293 Sep 08 19:26:05.026073 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-6c802e5b-ad34-42ad-9947-563ac1308328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:05.027890 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-6c802e5b-ad34-42ad-9947-563ac1308328 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555413 Sep 08 19:26:05.051552 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-69a961c3-754b-4050-b661-cecddacd8f5c req-a1541df2-6777-4427-b1cd-1fb3b8c2ca9e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468600 Sep 08 19:26:05.155570 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-7b9d4bd3-2f1c-4bb8-a642-c038265e5f7d service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128576 Sep 08 19:26:05.190511 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f72983-deec-40ba-be0c-a4c10ac9feaa req-6d7e2b21-0495-4428-95c4-3964f54b4ec3 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:05.192105 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17f72983-deec-40ba-be0c-a4c10ac9feaa req-6d7e2b21-0495-4428-95c4-3964f54b4ec3 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0512061 Sep 08 19:26:05.264076 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17f72983-deec-40ba-be0c-a4c10ac9feaa req-4d0f96ce-1338-490e-9e73-9bece5688f9e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585167 Sep 08 19:26:05.306119 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7fe2b8e-3947-4d5f-aaa1-259b5d7f7af7 req-f4816ec8-d921-4d30-9e78-570abbe4a352 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365237 Sep 08 19:26:05.687413 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d844111-f094-497b-b9b9-23baf58ca7d0 req-241d7203-bcef-422c-9e5c-b7739ea320b7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:05.694296 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d844111-f094-497b-b9b9-23baf58ca7d0 req-241d7203-bcef-422c-9e5c-b7739ea320b7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.1162283 Sep 08 19:26:05.731496 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-ebe4e30e-8916-448a-9cc6-e115d03bd8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:05.734605 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-ebe4e30e-8916-448a-9cc6-e115d03bd8ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 1098 time: 0.0719132 Sep 08 19:26:05.737414 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d844111-f094-497b-b9b9-23baf58ca7d0 req-ef8522f7-1557-4f5c-82fd-767cb7bf0ecf tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398204 Sep 08 19:26:05.862865 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-397aa67b-442e-48d3-81f9-bbe60a4e7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:05.864345 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-397aa67b-442e-48d3-81f9-bbe60a4e7a40 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 919 time: 0.1218047 Sep 08 19:26:05.912799 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-7aa851b0-86c9-4f64-b049-1f6606b62ce9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00cd8ba7-3321-4f00-936f-999c0955df5c HTTP/1.1" status: 200 len: 217 time: 0.0367801 Sep 08 19:26:05.929809 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:05.977952 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-58e06bae-7416-40c3-b303-792824a4e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:05.979416 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-58e06bae-7416-40c3-b303-792824a4e3d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 200 len: 859 time: 0.0543177 Sep 08 19:26:06.019736 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-40d5fb39-d9d3-4ef7-b05e-48d2f886ecb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf24ac38-2b8d-4503-9d06-e96587b6c526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317116 Sep 08 19:26:06.162500 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-d49943b8-3480-43a4-9449-1309f1c1293a service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330743 Sep 08 19:26:06.395219 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b9bf4-d71b-4ec7-90a3-a854118f06d1 req-53c0e5b8-0d44-49d1-837c-c1a62c6b3385 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:06.396750 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fb4b9bf4-d71b-4ec7-90a3-a854118f06d1 req-53c0e5b8-0d44-49d1-837c-c1a62c6b3385 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0538626 Sep 08 19:26:06.436625 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fb4b9bf4-d71b-4ec7-90a3-a854118f06d1 req-00d9c601-45c5-4f32-b85c-a40fe66f6faf tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311477 Sep 08 19:26:06.886984 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c606ba4-72a9-4515-b442-c67130ee47e0 req-6fd34753-b985-4d04-bf55-98dadfb8c825 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:06.888682 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6c606ba4-72a9-4515-b442-c67130ee47e0 req-6fd34753-b985-4d04-bf55-98dadfb8c825 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0815809 Sep 08 19:26:06.930199 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6c606ba4-72a9-4515-b442-c67130ee47e0 req-c65206e3-1b87-4fe7-943f-f82a27c4d11c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Sep 08 19:26:07.051630 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-bf81191c-ca8a-42af-a831-356128a4a3d2 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898873529&fields=id&tenant_id=757ed2cc7a60485f938d6783abd20cbd HTTP/1.1" status: 200 len: 267 time: 0.0483170 Sep 08 19:26:07.162061 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-8e41c55f-8d7f-43b3-85ff-fbbfffbc05e5 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:07.163538 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-8e41c55f-8d7f-43b3-85ff-fbbfffbc05e5 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 811 time: 0.1049485 Sep 08 19:26:07.178516 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-b7ce87d1-4cd3-43db-966d-0ace90f4263c tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/quotas/757ed2cc7a60485f938d6783abd20cbd HTTP/1.1" status: 200 len: 375 time: 0.0093207 Sep 08 19:26:07.242281 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-8093d279-bdcd-4008-9c4f-846d9c324ab2 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575011 Sep 08 19:26:07.310574 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:07.343460 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-bbe98dc3-0fb9-4319-aac9-c3c23e133769 service neutron] 10.222.0.21 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882771 Sep 08 19:26:07.431976 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-a6f1037f-6d75-4e98-9c20-9374f7f47da5 service neutron] 10.222.0.21 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816145 Sep 08 19:26:07.561059 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e14e0-79f4-4534-bc4c-8393377cf4e1 req-9cbacda5-2cb2-41ef-8c45-44b6707f8015 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:07.562603 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-591e14e0-79f4-4534-bc4c-8393377cf4e1 req-9cbacda5-2cb2-41ef-8c45-44b6707f8015 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0523019 Sep 08 19:26:07.608029 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-591e14e0-79f4-4534-bc4c-8393377cf4e1 req-6fa65734-fe79-46f2-8f4b-e5f2dbb91a36 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390081 Sep 08 19:26:07.984063 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-31f6262b-6018-48b8-9481-a1070baa5a50 req-5625cbb0-9405-45e3-abbd-fb5e58966a14 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0254107 Sep 08 19:26:08.086161 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d236e02-393b-4cf3-acf6-846b708a1cad req-bcf1b44c-8d59-4b0d-81af-d67002d5e13c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:08.087685 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d236e02-393b-4cf3-acf6-846b708a1cad req-bcf1b44c-8d59-4b0d-81af-d67002d5e13c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0746214 Sep 08 19:26:08.133075 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d236e02-393b-4cf3-acf6-846b708a1cad req-a59e6c1d-d7a2-4e44-ad56-7727b1def1ee tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394661 Sep 08 19:26:08.727452 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d37a-4202-455d-99a9-805dacfdf43a req-3aaeb14f-ca08-488e-ad03-b482b3f56df9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:08.728918 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c933d37a-4202-455d-99a9-805dacfdf43a req-3aaeb14f-ca08-488e-ad03-b482b3f56df9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0467103 Sep 08 19:26:08.767949 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c933d37a-4202-455d-99a9-805dacfdf43a req-6906077b-7288-480a-b5a1-9b0668945637 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324345 Sep 08 19:26:09.078068 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dea63a8c-821f-416e-bed0-834b252d20ac req-07d33865-449a-434f-85f2-156c47f6819e tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0277798 Sep 08 19:26:09.261380 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e112f-f592-45b2-a6cb-15de938fbcbb req-d3748cdd-cbf6-4341-946a-15c261e918d7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:09.262961 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df2e112f-f592-45b2-a6cb-15de938fbcbb req-d3748cdd-cbf6-4341-946a-15c261e918d7 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0566778 Sep 08 19:26:09.301774 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-df2e112f-f592-45b2-a6cb-15de938fbcbb req-98721dc6-6db7-49d5-a139-9daa156ecb62 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 Sep 08 19:26:09.894650 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf11a9d-598f-4646-a559-3104961ca448 req-340b5b8f-b888-4734-894a-cd61717d1990 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:09.896110 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1cf11a9d-598f-4646-a559-3104961ca448 req-340b5b8f-b888-4734-894a-cd61717d1990 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0485549 Sep 08 19:26:09.933900 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1cf11a9d-598f-4646-a559-3104961ca448 req-95ac6af0-3597-4c29-8466-88d46b06aa12 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Sep 08 19:26:10.176108 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-194e835c-efeb-4e1e-8155-baeedc091aad req-cd5865e2-38f4-4f16-a609-13f9fa34e508 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0271206 Sep 08 19:26:10.442007 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35870867-e42a-4c79-8e06-4d368e588e45 req-2e82b34b-0af1-4534-bf96-1050eeb482f6 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:10.443643 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-35870867-e42a-4c79-8e06-4d368e588e45 req-2e82b34b-0af1-4534-bf96-1050eeb482f6 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0732424 Sep 08 19:26:10.486065 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-35870867-e42a-4c79-8e06-4d368e588e45 req-b7f8fbe1-0137-4319-894e-5629d90bc69d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Sep 08 19:26:11.100492 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51644b-d542-49d9-bf86-d2918958c1c8 req-65fbb1dc-6c4b-4083-9c67-57174ca293ea tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:11.101973 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cc51644b-d542-49d9-bf86-d2918958c1c8 req-65fbb1dc-6c4b-4083-9c67-57174ca293ea tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0545638 Sep 08 19:26:11.140139 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cc51644b-d542-49d9-bf86-d2918958c1c8 req-63ba56f8-d1f4-4b29-8dbe-e27cb9f5d451 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321164 Sep 08 19:26:11.273898 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2cca1c75-f780-465d-b648-28ceba5ee0e9 req-fef27a36-bb8a-405b-a31b-d81d1bc9b766 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0312717 Sep 08 19:26:11.627789 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b093684-b3b0-4077-91fe-c69f99e97cb0 req-e8af4a82-ecd1-4f11-a288-f6b4cb541488 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:11.629349 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b093684-b3b0-4077-91fe-c69f99e97cb0 req-e8af4a82-ecd1-4f11-a288-f6b4cb541488 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0629122 Sep 08 19:26:11.669908 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b093684-b3b0-4077-91fe-c69f99e97cb0 req-1979aacf-3209-4214-b2cd-2d618edb4da5 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Sep 08 19:26:11.958477 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f157f-e2ee-4939-856d-481f3ba74c62 req-b5d1b076-ad71-4e8c-8a1e-cd157a46a8f0 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:11.960037 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-018f157f-e2ee-4939-856d-481f3ba74c62 req-b5d1b076-ad71-4e8c-8a1e-cd157a46a8f0 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.0510480 Sep 08 19:26:12.013781 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-018f157f-e2ee-4939-856d-481f3ba74c62 req-61dee4ba-8bc1-49e5-95df-5a3522f09825 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Sep 08 19:26:12.273650 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b297e-459a-4a8b-a60b-ce7d22ea3986 req-e75dcd2f-4e6e-48c4-b3dd-52928f6ab93a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:12.275544 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2a9b297e-459a-4a8b-a60b-ce7d22ea3986 req-e75dcd2f-4e6e-48c4-b3dd-52928f6ab93a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0566406 Sep 08 19:26:12.320718 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2a9b297e-459a-4a8b-a60b-ce7d22ea3986 req-7640862e-e818-4422-8352-8e736ab2ba72 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383039 Sep 08 19:26:12.394598 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-94aec3e9-6779-4390-b09d-a348c6cf83f1 req-c97e7d42-d364-4c22-9b15-4d0691354cac tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0416088 Sep 08 19:26:12.805440 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188b567-0ea0-45a0-88fd-5effadc8ecf7 req-d5230800-ec9b-42a0-9086-1e0f8c50496d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:12.808777 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d188b567-0ea0-45a0-88fd-5effadc8ecf7 req-d5230800-ec9b-42a0-9086-1e0f8c50496d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0569186 Sep 08 19:26:12.847183 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d188b567-0ea0-45a0-88fd-5effadc8ecf7 req-cae61e23-2957-4e0e-8254-d1a5385f08e9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Sep 08 19:26:13.138795 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9333b-722f-4e1b-8eff-6d78e5abd33a req-d4e6d555-5761-4bcd-aae3-c3514d9956d6 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:13.140358 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1ce9333b-722f-4e1b-8eff-6d78e5abd33a req-d4e6d555-5761-4bcd-aae3-c3514d9956d6 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.0555696 Sep 08 19:26:13.178961 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1ce9333b-722f-4e1b-8eff-6d78e5abd33a req-c0cb8cd8-9030-4988-8c37-2a4e4b49a24a tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322342 Sep 08 19:26:13.455979 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad88c97-b76d-4fa5-a49f-799ad221af71 req-fb07170e-39a2-4fee-9633-a0d451304b48 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:13.458370 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2ad88c97-b76d-4fa5-a49f-799ad221af71 req-fb07170e-39a2-4fee-9633-a0d451304b48 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0539825 Sep 08 19:26:13.497667 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-74b222fd-3a28-4856-97bb-aa965a9ba317 req-02ebfddd-3e69-4eca-9c3a-4e48a1e48aa4 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0309491 Sep 08 19:26:13.500175 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2ad88c97-b76d-4fa5-a49f-799ad221af71 req-9f7de005-0149-4a1a-a8ec-02b6b6022995 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359969 Sep 08 19:26:13.974956 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c36b3-379c-4860-a2f0-9fba47f0bb1c req-227c3c01-9815-4183-9e3b-5113f77fa384 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:13.976586 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a0c36b3-379c-4860-a2f0-9fba47f0bb1c req-227c3c01-9815-4183-9e3b-5113f77fa384 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0516441 Sep 08 19:26:14.020817 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a0c36b3-379c-4860-a2f0-9fba47f0bb1c req-19e78cdd-a70d-4f73-ab8c-de0dce7d3e09 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Sep 08 19:26:14.263155 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43164) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:14.334679 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49390988-0638-4a96-b194-9f61fc1daad0 req-c96a2f9f-a379-476f-92cc-f3499a9dea03 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:14.336293 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-49390988-0638-4a96-b194-9f61fc1daad0 req-c96a2f9f-a379-476f-92cc-f3499a9dea03 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.0670943 Sep 08 19:26:14.396460 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-49390988-0638-4a96-b194-9f61fc1daad0 req-ac801f73-9c50-4896-ae6c-19c94ed175bd tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536404 Sep 08 19:26:14.397461 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f8103008-f816-414e-b6b5-cc16fa6f5136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:14.502246 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f8103008-f816-414e-b6b5-cc16fa6f5136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:14.574967 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f8103008-f816-414e-b6b5-cc16fa6f5136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:14.599661 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6067c15f-fbff-4b2f-930a-434fb2b11352 req-c0c46458-e424-44d2-8e9b-24f4e68df3fd tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0315897 Sep 08 19:26:14.645601 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8103008-f816-414e-b6b5-cc16fa6f5136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4efbb87-a21c-4946-9542-1fd06e81f471,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:14.651202 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f8103008-f816-414e-b6b5-cc16fa6f5136 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=139b6c97773344dda1ec5a04b09adcab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868766 Sep 08 19:26:14.654412 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43172) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:14.674803 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b8379-57f7-4566-a65d-b7c571a04697 req-1cb4794a-73af-40e4-aaee-491505399fb3 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:14.678187 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-721b8379-57f7-4566-a65d-b7c571a04697 req-1cb4794a-73af-40e4-aaee-491505399fb3 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.1002853 Sep 08 19:26:14.705420 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e05d8181-3c1c-4d3b-8d97-e6985782d40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:14.714907 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-721b8379-57f7-4566-a65d-b7c571a04697 req-d11078c1-c58e-4061-979f-0b2181c6637d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323787 Sep 08 19:26:14.747815 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e05d8181-3c1c-4d3b-8d97-e6985782d40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:14.866910 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e05d8181-3c1c-4d3b-8d97-e6985782d40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:14.870035 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e05d8181-3c1c-4d3b-8d97-e6985782d40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:14.873554 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e05d8181-3c1c-4d3b-8d97-e6985782d40c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4efbb87-a21c-4946-9542-1fd06e81f471 HTTP/1.1" status: 204 len: 168 time: 0.2162271 Sep 08 19:26:14.881227 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d8181-3c1c-4d3b-8d97-e6985782d40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4efbb87-a21c-4946-9542-1fd06e81f471,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:15.139196 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21ac3e-69ed-43cb-bb40-35784f28ead9 req-8706963f-cf3a-4799-8cf4-ad94c07a8a8a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:15.140741 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e21ac3e-69ed-43cb-bb40-35784f28ead9 req-8706963f-cf3a-4799-8cf4-ad94c07a8a8a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0510099 Sep 08 19:26:15.185037 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e21ac3e-69ed-43cb-bb40-35784f28ead9 req-fb5e1878-9864-4e2f-9b40-794640912efc tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371215 Sep 08 19:26:15.537944 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3be19-da0c-4314-8c75-c26d11a5965a req-1212d5de-0dd5-4c03-98c3-f360ecc28355 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:15.539423 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-eee3be19-da0c-4314-8c75-c26d11a5965a req-1212d5de-0dd5-4c03-98c3-f360ecc28355 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.0717585 Sep 08 19:26:15.578414 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-eee3be19-da0c-4314-8c75-c26d11a5965a req-efafb755-3bd2-43d7-9daf-b7abc94ecd5a tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Sep 08 19:26:15.697447 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-08f8b28d-cdb1-4e26-8177-334bd79ccee5 req-9cc742ca-7fcb-45c9-b64e-25904f25a280 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0323467 Sep 08 19:26:15.892007 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e059584-ea59-41d8-b0d5-42397596b046 req-b2206aca-b4ad-4e36-87cf-25f72e0a9dba tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:15.893568 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5e059584-ea59-41d8-b0d5-42397596b046 req-b2206aca-b4ad-4e36-87cf-25f72e0a9dba tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0532312 Sep 08 19:26:15.933063 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5e059584-ea59-41d8-b0d5-42397596b046 req-a347b83a-2a9d-4d79-a152-f012d61c820e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332775 Sep 08 19:26:15.986192 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43208) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:16.093275 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-127298145-network', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:16.221492 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Made reservation on behalf of df4b1ee020d94f55b2c54e6e22fbc11f for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:26:16.224779 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:16.234991 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:16.338768 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d5101-217a-4d9d-8d82-d3d8dbe1cd4a req-630107b0-293c-4856-98fe-b7d23e61c400 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:16.340312 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-764d5101-217a-4d9d-8d82-d3d8dbe1cd4a req-630107b0-293c-4856-98fe-b7d23e61c400 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0678515 Sep 08 19:26:16.414831 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:16.418051 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-764d5101-217a-4d9d-8d82-d3d8dbe1cd4a req-7cf0a840-3254-4339-bc67-6a2833bf2035 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700455 Sep 08 19:26:16.500801 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:16.526583 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:26:16.537488 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2eb2f4-5c84-4ec4-b167-052c095c81a2,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:16.544131 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:16.544439 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Added segment f5aedeb0-4110-460a-b4a2-ed1abdfc57b9 of type vlan for network 91186ade-1a73-4a52-be2d-3dee55ef4bac Sep 08 19:26:16.583715 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:16.670513 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:16.671494 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:16.672282 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:16.713694 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86b557-5d8a-4ecb-b4c5-9848b850af5f req-8924e187-ec92-4fe5-928b-1b4bcfcd84d1 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:16.715209 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fb86b557-5d8a-4ecb-b4c5-9848b850af5f req-8924e187-ec92-4fe5-928b-1b4bcfcd84d1 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.0493979 Sep 08 19:26:16.731825 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] Pushing event updated for resources: {'Network': ['ID=91186ade-1a73-4a52-be2d-3dee55ef4bac,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:16.743810 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network 91186ade-1a73-4a52-be2d-3dee55ef4bac details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:26:16.766491 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fb86b557-5d8a-4ecb-b4c5-9848b850af5f req-ad93a982-c3b2-4a82-b88e-9c6cd85802b3 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 Sep 08 19:26:16.788224 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d21724cc-2f03-4020-a40e-56a5bb4644bd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7999656 Sep 08 19:26:16.796999 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43224) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:16.802101 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Request body: {'subnet': {'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-127298145-subnet', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:16.847836 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f93b2eb0-df09-4977-b3a4-6655630134d7 req-d4e40bf6-75dc-4b01-805d-6f40c48a290a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0290160 Sep 08 19:26:16.944737 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Made reservation on behalf of df4b1ee020d94f55b2c54e6e22fbc11f for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:26:16.947347 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:17.067541 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1095aa-6258-4ef5-8b4d-fab9b492e5f1 req-0fc34abc-a106-4581-ac69-7bb4ec0e7cd7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:17.069155 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f1095aa-6258-4ef5-8b4d-fab9b492e5f1 req-0fc34abc-a106-4581-ac69-7bb4ec0e7cd7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0622628 Sep 08 19:26:17.107603 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f1095aa-6258-4ef5-8b4d-fab9b492e5f1 req-54e17703-1693-4991-82a1-c4709f8a56a1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321963 Sep 08 19:26:17.192322 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:17.254720 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9698f7ef-2d70-4549-8f31-abfc66b4f9f5,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:17.264448 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Checking segment: {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:17.264448 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Network hostable DHCP agents. Network: 91186ade-1a73-4a52-be2d-3dee55ef4bac, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:26:17.364669 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Network 91186ade-1a73-4a52-be2d-3dee55ef4bac is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:26:17.438195 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, 91186ade-1a73-4a52-be2d-3dee55ef4bac) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:17.449043 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846a51b-cf82-4b30-81a9-27f5ce206381 None None] Network 91186ade-1a73-4a52-be2d-3dee55ef4bac requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:26:17.453146 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:17.455970 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:17.544718 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d82f6-72eb-47ae-832d-d08009a72a03 req-d6457552-860f-41e0-9f0b-a121e7ae5d00 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:17.546328 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-441d82f6-72eb-47ae-832d-d08009a72a03 req-d6457552-860f-41e0-9f0b-a121e7ae5d00 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0520623 Sep 08 19:26:17.598256 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-441d82f6-72eb-47ae-832d-d08009a72a03 req-9743b4d8-c892-4c5a-9546-761a3f10404e tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Sep 08 19:26:17.669812 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-91186ade-1a73-4a52-be2d-3dee55ef4bac', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:26:17.670671 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:17.820467 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Allocated IP 172.20.0.2 (91186ade-1a73-4a52-be2d-3dee55ef4bac/9698f7ef-2d70-4549-8f31-abfc66b4f9f5/d945ee47-58cb-4ed3-a400-1f88eb7c3853) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:17.926963 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce519a-fe4c-4e21-8042-6271ac112094 req-7c4dfcf3-3262-4852-a924-97b64acd2fca tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:17.928907 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4fce519a-fe4c-4e21-8042-6271ac112094 req-7c4dfcf3-3262-4852-a924-97b64acd2fca tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.0965893 Sep 08 19:26:17.979525 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-537a10aa-a10a-41a4-ab99-e482f76fd428 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1814125 Sep 08 19:26:17.981612 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-963a4233-aa5a-42e5-8e6c-bb4aa369da61 req-e263d785-e5b9-42c4-a04e-052f7933fca1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0305569 Sep 08 19:26:17.982091 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43238) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:17.986223 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:17.993872 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:17.994402 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4fce519a-fe4c-4e21-8042-6271ac112094 req-60de3489-9c82-480e-9a12-e2dead260a0d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592570 Sep 08 19:26:18.003102 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Transition to ACTIVE for port object d945ee47-58cb-4ed3-a400-1f88eb7c3853 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:18.023734 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Transition to ACTIVE for port object d945ee47-58cb-4ed3-a400-1f88eb7c3853 will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:18.245918 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354e373-8fe9-4c6b-8c38-60e40505ae1c req-c4363a27-c23f-4534-86e3-b0248108f5c2 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:18.250271 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f354e373-8fe9-4c6b-8c38-60e40505ae1c req-c4363a27-c23f-4534-86e3-b0248108f5c2 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0540535 Sep 08 19:26:18.285153 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f354e373-8fe9-4c6b-8c38-60e40505ae1c req-a3742434-5d84-4071-9fc3-acd932f0e231 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309165 Sep 08 19:26:18.306899 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.311188 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.312241 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.381949 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.473377 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Network 91186ade-1a73-4a52-be2d-3dee55ef4bac is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:18.476361 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:18.478928 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:18.494958 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Pushing event updated for resources: {'Port': ['ID=d945ee47-58cb-4ed3-a400-1f88eb7c3853,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:18.526183 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43246) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:18.567543 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Attempting to bind port d945ee47-58cb-4ed3-a400-1f88eb7c3853 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:18.568593 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Attempting to bind port d945ee47-58cb-4ed3-a400-1f88eb7c3853 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:18.582235 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Attempting to bind port d945ee47-58cb-4ed3-a400-1f88eb7c3853 on network 91186ade-1a73-4a52-be2d-3dee55ef4bac {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:18.587996 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:18.588513 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Checking segment: {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:18.589161 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.589789 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Bound using segment: {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:18.590481 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Bound port: d945ee47-58cb-4ed3-a400-1f88eb7c3853, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:18.591091 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.628464 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.670956 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] For port d945ee47-58cb-4ed3-a400-1f88eb7c3853, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:18.677702 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] For port d945ee47-58cb-4ed3-a400-1f88eb7c3853, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=d945ee47-58cb-4ed3-a400-1f88eb7c3853,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:18.710425 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:26:18.736444 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65598757-5038-4f2f-a943-ee0ad3b64c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.772858 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453cac-b39f-4d5b-ab19-9d79f47c616a req-90833911-f895-4b99-a311-ace26f5a346f tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:18.774567 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0e453cac-b39f-4d5b-ab19-9d79f47c616a req-90833911-f895-4b99-a311-ace26f5a346f tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0748894 Sep 08 19:26:18.785820 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.839406 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0e453cac-b39f-4d5b-ab19-9d79f47c616a req-3bded4f0-1926-476c-a14c-3a77e2384f9f tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571344 Sep 08 19:26:18.862427 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd13df-c29a-4dda-80ef-01e8910cc266 None None] Pushing event updated for resources: {'Port': ['ID=d945ee47-58cb-4ed3-a400-1f88eb7c3853,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:18.905088 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65598757-5038-4f2f-a943-ee0ad3b64c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.960725 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.980905 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65598757-5038-4f2f-a943-ee0ad3b64c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:18.983935 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:19.021898 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65598757-5038-4f2f-a943-ee0ad3b64c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794feffc-0be2-411b-a047-ff482e7ff6e0,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:19.039940 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-65598757-5038-4f2f-a943-ee0ad3b64c94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5328376624834a61ac4537519c4b0dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123074 Sep 08 19:26:19.042830 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43256) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:19.227208 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fd4e3a72-da03-4547-9480-bd5875579ee6 req-ad76b267-0edb-4555-a174-34c085a7f1b0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0740347 Sep 08 19:26:19.241910 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd8d15-49b4-4c0d-be10-04a314c2e1ef req-6bac9021-d4a0-4c3e-bc69-910d296b809d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:19.250851 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b8fd8d15-49b4-4c0d-be10-04a314c2e1ef req-6bac9021-d4a0-4c3e-bc69-910d296b809d tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.1379080 Sep 08 19:26:19.284797 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Allocated IP 172.27.0.241 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/59fca1af-b850-4534-99a8-72821f2e81eb) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:19.300881 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3d3c-d862-4621-a635-e507554dfd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:19.316950 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b8fd8d15-49b4-4c0d-be10-04a314c2e1ef req-a64ec2c1-e6e7-4223-85cb-82620947e956 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635633 Sep 08 19:26:19.372183 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3d3c-d862-4621-a635-e507554dfd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:19.505348 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b54b0-7504-4d55-abac-eaa6ef986977 req-605da737-297b-4c0e-bc07-973c14ca7b4e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:19.506958 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e1b54b0-7504-4d55-abac-eaa6ef986977 req-605da737-297b-4c0e-bc07-973c14ca7b4e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.1373575 Sep 08 19:26:19.527671 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:19.574867 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e1b54b0-7504-4d55-abac-eaa6ef986977 req-bf29e26f-6b44-48ff-9d09-b60d9526e3d3 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584936 Sep 08 19:26:19.609082 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3d3c-d862-4621-a635-e507554dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:19.609082 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3d3c-d862-4621-a635-e507554dfd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:19.609082 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3a4d3d3c-d862-4621-a635-e507554dfd7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/794feffc-0be2-411b-a047-ff482e7ff6e0 HTTP/1.1" status: 204 len: 168 time: 0.5619414 Sep 08 19:26:19.618960 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d3d3c-d862-4621-a635-e507554dfd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794feffc-0be2-411b-a047-ff482e7ff6e0,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:19.677430 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device d945ee47-58cb-4ed3-a400-1f88eb7c3853 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:19.678777 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:19.719899 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:19.722831 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:19.725229 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:19.755524 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Pushing event updated for resources: {'Port': ['ID=59fca1af-b850-4534-99a8-72821f2e81eb,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:19.803892 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port d945ee47-58cb-4ed3-a400-1f88eb7c3853 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:19.971294 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ddbdc-f02a-44b9-af8b-42c45823a1b2 req-792ae368-4c81-4218-8049-4779d3e0795f tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:19.972839 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7f6ddbdc-f02a-44b9-af8b-42c45823a1b2 req-792ae368-4c81-4218-8049-4779d3e0795f tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0535142 Sep 08 19:26:20.004761 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4696722-8ad5-4d03-b3d1-938628468163 None None] Network 91186ade-1a73-4a52-be2d-3dee55ef4bac requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:26:20.031782 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7f6ddbdc-f02a-44b9-af8b-42c45823a1b2 req-543e41f6-11fa-454c-b9bc-2998312c2e15 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525916 Sep 08 19:26:20.077748 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:20.163904 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ec2819a0-026a-41f0-8d58-0acf3b8f0b12 None None] Provisioning for port d945ee47-58cb-4ed3-a400-1f88eb7c3853 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:20.182082 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ec2819a0-026a-41f0-8d58-0acf3b8f0b12 None None] Provisioning complete for port d945ee47-58cb-4ed3-a400-1f88eb7c3853 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:20.182451 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ec2819a0-026a-41f0-8d58-0acf3b8f0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:20.286876 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3bd4eea-d9d6-473e-bc2a-63119d1f1a51 req-aa66fa28-6eb0-488d-99cc-542f887d8c3e service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496537 Sep 08 19:26:20.332160 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ec2819a0-026a-41f0-8d58-0acf3b8f0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:20.332803 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:20.422811 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ec2819a0-026a-41f0-8d58-0acf3b8f0b12 None None] For port d945ee47-58cb-4ed3-a400-1f88eb7c3853, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=d945ee47-58cb-4ed3-a400-1f88eb7c3853,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:20.483177 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dc808-1f3c-4814-8341-f50ae53539f3 req-92cc645a-ac23-4ba9-96b9-57d0a14e3a30 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:20.484728 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-887dc808-1f3c-4814-8341-f50ae53539f3 req-92cc645a-ac23-4ba9-96b9-57d0a14e3a30 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.0546477 Sep 08 19:26:20.516083 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ec2819a0-026a-41f0-8d58-0acf3b8f0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:20.573142 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-887dc808-1f3c-4814-8341-f50ae53539f3 req-c2fd05bb-e2bd-43cc-bab8-9efdb756b4a7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767710 Sep 08 19:26:20.618250 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2819a0-026a-41f0-8d58-0acf3b8f0b12 None None] Pushing event updated for resources: {'Port': ['ID=d945ee47-58cb-4ed3-a400-1f88eb7c3853,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:20.639560 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8b28446f-e80e-48e7-935f-024cdb4c8319 None None] Provisioning complete for port d945ee47-58cb-4ed3-a400-1f88eb7c3853 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:20.640284 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8b28446f-e80e-48e7-935f-024cdb4c8319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:20.734005 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71fa7-eec6-4e77-9809-2b0933280636 req-66c7d5e9-c7ab-4742-a4be-4d28eb30ee4e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:20.735694 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b4c71fa7-eec6-4e77-9809-2b0933280636 req-66c7d5e9-c7ab-4742-a4be-4d28eb30ee4e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0723801 Sep 08 19:26:20.740261 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-59ce4751-520e-4b77-ae4a-a596cbc8d473 req-207638ae-1f16-41b4-917a-77f5e6308ab0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.3306580 Sep 08 19:26:20.781016 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b4c71fa7-eec6-4e77-9809-2b0933280636 req-f9c4a7f3-eb3c-461a-b401-a78b8912e8f3 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343630 Sep 08 19:26:20.921926 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:26:21.032219 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:26:21.043470 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Sync routers for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:26:21.053190 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:21.053827 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:21.113070 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:21.114403 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-11a28129-d55c-4b12-abb7-332b9a49e0aa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1314187 Sep 08 19:26:21.117627 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43296) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:21.173881 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b66519-d15a-4cb3-b151-092dfaedc712 req-650cccbc-d135-400c-a8cc-f4ab98fd6e3a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:21.176540 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-88b66519-d15a-4cb3-b151-092dfaedc712 req-650cccbc-d135-400c-a8cc-f4ab98fd6e3a tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0611186 Sep 08 19:26:21.219287 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-88b66519-d15a-4cb3-b151-092dfaedc712 req-118b45a6-03aa-4a3f-adca-a0b06e26ebf1 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Sep 08 19:26:21.257106 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:21.439866 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:19Z', 'revision_number': 3, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:21.465887 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Checking router: b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:26:21.466235 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Updating router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 port 59fca1af-b850-4534-99a8-72821f2e81eb binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:26:21.492725 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:21.594590 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-b903ef0f-0f69-4bde-a285-490c69ec8315 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:21.597169 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-b903ef0f-0f69-4bde-a285-490c69ec8315 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 811 time: 0.2108114 Sep 08 19:26:21.684811 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device d945ee47-58cb-4ed3-a400-1f88eb7c3853 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:21.692916 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-79b40aeb-98cf-42a8-8843-6bf0de2a0dea tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757ed2cc7a60485f938d6783abd20cbd HTTP/1.1" status: 200 len: 380 time: 0.0617816 Sep 08 19:26:21.700959 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43302) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:21.708134 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'port': {'device_id': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'admin_state_up': True, 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'security_groups': ['a94fe16a-093a-443e-adfe-e96c58000c0f']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:21.762441 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port d945ee47-58cb-4ed3-a400-1f88eb7c3853 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:21.774682 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:21.776786 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:21.786901 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Transition to ACTIVE for port object 59fca1af-b850-4534-99a8-72821f2e81eb will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:21.878343 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:21.902165 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-778d3a8d-178a-48a9-9d8d-cdb7fec24606 req-7abe60cb-8947-4f68-bbab-ebc26620f250 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0547540 Sep 08 19:26:21.939743 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4ebc246e-ac58-4d08-afe1-56ec3c9a475d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:21.963073 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Attempting to bind port 59fca1af-b850-4534-99a8-72821f2e81eb on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:21.963495 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Attempting to bind port 59fca1af-b850-4534-99a8-72821f2e81eb by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:21.963998 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Attempting to bind port 59fca1af-b850-4534-99a8-72821f2e81eb on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:21.977570 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:21.978171 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:21.978667 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:21.979900 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:21.980646 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Bound port: 59fca1af-b850-4534-99a8-72821f2e81eb, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:21.981320 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:21.984426 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Pushing event updated for resources: {'Port': ['ID=59fca1af-b850-4534-99a8-72821f2e81eb,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:22.014248 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.014750 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.015207 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.015628 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.016057 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.016484 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.016906 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.017925 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.018379 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.018800 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.019219 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.019753 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:22.067476 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] For port 59fca1af-b850-4534-99a8-72821f2e81eb, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:22.071920 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] For port 59fca1af-b850-4534-99a8-72821f2e81eb, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=59fca1af-b850-4534-99a8-72821f2e81eb,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:22.076181 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520c637-0e78-42aa-8be0-43575ade1e4f req-bc67ca51-fe1c-405d-b06d-881440a6a87d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:22.078027 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d520c637-0e78-42aa-8be0-43575ade1e4f req-bc67ca51-fe1c-405d-b06d-881440a6a87d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0874186 Sep 08 19:26:22.134249 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d520c637-0e78-42aa-8be0-43575ade1e4f req-2a888846-4fd1-47b8-bd06-b89d2977044d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480630 Sep 08 19:26:22.153439 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.154815 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4ebc246e-ac58-4d08-afe1-56ec3c9a475d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.205247 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:22.205659 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:22.209877 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6126a-ebb2-4ec2-8894-ff05a6f47717 req-6554b6a0-3136-45f1-9a96-4c9f68fa6ef7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:22.211396 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1bd6126a-ebb2-4ec2-8894-ff05a6f47717 req-6554b6a0-3136-45f1-9a96-4c9f68fa6ef7 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.4975014 Sep 08 19:26:22.215628 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.247752 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4ebc246e-ac58-4d08-afe1-56ec3c9a475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.261261 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48736fc6-8e99-45d6-ae50-adebf1ccaaef None None] Pushing event updated for resources: {'Port': ['ID=59fca1af-b850-4534-99a8-72821f2e81eb,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:22.342973 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc246e-ac58-4d08-afe1-56ec3c9a475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead6b81f-d8ee-4bb7-b1f1-75d9f47abcdf,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:22.343882 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:22.351895 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4ebc246e-ac58-4d08-afe1-56ec3c9a475d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f816b88c0cdb4f0a9b2d0e9c9b1e56db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6495907 Sep 08 19:26:22.356428 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43314) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:22.389100 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1bd6126a-ebb2-4ec2-8894-ff05a6f47717 req-260ed3e2-79bf-469c-b649-d2951bd3b9bb tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668322 Sep 08 19:26:22.407969 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-574375e6-af9f-4f9a-aacb-af383aee2216 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:22.411754 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-574375e6-af9f-4f9a-aacb-af383aee2216 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 946 time: 0.1785676 Sep 08 19:26:22.477080 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b521-9637-41b1-b5fd-41dcf53582bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.527944 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Allocated IP 172.20.0.1 (91186ade-1a73-4a52-be2d-3dee55ef4bac/9698f7ef-2d70-4549-8f31-abfc66b4f9f5/82748df8-993f-4b1e-b4ce-b667e938e15b) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:22.544881 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b521-9637-41b1-b5fd-41dcf53582bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.572438 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Made reservation on behalf of 757ed2cc7a60485f938d6783abd20cbd for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:26:22.576324 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.600038 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:19Z', 'revision_number': 3, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:22.650781 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b73e68-1c27-479c-a384-2160a256b3d8 req-8aedd9ce-f174-49b8-80e1-904db20634ea tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:22.652281 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec085be5-8f78-41e4-9dd5-83cf6c454973 None None] The sync data for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi is: [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:19Z', 'revision_number': 3, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:26:22.658950 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-57b73e68-1c27-479c-a384-2160a256b3d8 req-8aedd9ce-f174-49b8-80e1-904db20634ea tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.2452569 Sep 08 19:26:22.733777 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-57b73e68-1c27-479c-a384-2160a256b3d8 req-5cc691d6-4dab-499a-bdb6-0f748dc3a600 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707483 Sep 08 19:26:22.740014 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.749061 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Deleting port 285f875b-f84e-422c-a4fe-1ed025d2a605 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:26:22.749404 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.782793 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Transition to ACTIVE for port object 82748df8-993f-4b1e-b4ce-b667e938e15b will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:22.783825 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b521-9637-41b1-b5fd-41dcf53582bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.786459 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b521-9637-41b1-b5fd-41dcf53582bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.787596 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d7b6b521-9637-41b1-b5fd-41dcf53582bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ead6b81f-d8ee-4bb7-b1f1-75d9f47abcdf HTTP/1.1" status: 204 len: 168 time: 0.4324417 Sep 08 19:26:22.803488 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Allocated IP 172.20.0.6 (c59874e5-2d39-495d-ba56-1d980550f33b/f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb/f280f964-8d4e-4a60-8057-b0661c80b903) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:22.838598 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6b521-9637-41b1-b5fd-41dcf53582bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead6b81f-d8ee-4bb7-b1f1-75d9f47abcdf,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:22.901460 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] For port 285f875b-f84e-422c-a4fe-1ed025d2a605, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=285f875b-f84e-422c-a4fe-1ed025d2a605,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:22.905240 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:22.921579 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Calling delete_port for 285f875b-f84e-422c-a4fe-1ed025d2a605 owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:26:22.958018 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.061769 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7f60e212-231d-4a72-bb71-f65d2f125ecd req-fb8b9f91-f398-4cbc-ae00-25dec9950707 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0497699 Sep 08 19:26:23.064558 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Network 91186ade-1a73-4a52-be2d-3dee55ef4bac is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:23.083872 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:23.087048 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:23.105358 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Pushing event updated for resources: {'Port': ['ID=82748df8-993f-4b1e-b4ce-b667e938e15b,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:23.172664 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.179247 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.179674 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.180104 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.180505 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.180909 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.181315 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.182247 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.182247 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.182690 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.183044 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.183440 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.184121 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:23.236643 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.239531 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Transition to ACTIVE for port object f280f964-8d4e-4a60-8057-b0661c80b903 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:23.272715 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.286838 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'de22bc97-70a2-4e87-a0ff-bd5ff040f988', 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1', '285f875b-f84e-422c-a4fe-1ed025d2a605'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:26:23.393469 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Pushing event deleted for resources: {'Port': ['ID=285f875b-f84e-422c-a4fe-1ed025d2a605,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:23.476078 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.479929 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bda60-3f6e-4793-97cc-12db08efa3ee req-a9824da6-4f68-494c-9e42-b0819c7f0c42 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:23.481523 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e4bda60-3f6e-4793-97cc-12db08efa3ee req-a9824da6-4f68-494c-9e42-b0819c7f0c42 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.2262111 Sep 08 19:26:23.482831 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] No DVR routers for this DVR port 285f875b-f84e-422c-a4fe-1ed025d2a605 on host hv-cinder-80793 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:26:23.490632 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.492694 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5ba21f3a-97ac-40db-95cf-aca565870784 req-d5f87a73-5219-40b5-bba1-4b7b63bfc4a8 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "DELETE /v2.0/ports/285f875b-f84e-422c-a4fe-1ed025d2a605 HTTP/1.1" status: 204 len: 173 time: 1.0421500 Sep 08 19:26:23.493141 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b1101a-570f-4a86-adc8-9484b8c40d71', 'name': 'network-vif-deleted', 'tag': '285f875b-f84e-422c-a4fe-1ed025d2a605'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:23.497007 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.504464 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa361f5-81f2-44b4-8446-69f7e9b38b52" -d '{"events": [{"server_uuid": "16b1101a-570f-4a86-adc8-9484b8c40d71", "name": "network-vif-deleted", "tag": "285f875b-f84e-422c-a4fe-1ed025d2a605"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:23.525719 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-78192c58-5cca-4d2d-97d8-f79a1371e398 None None] Provisioning for port 82748df8-993f-4b1e-b4ce-b667e938e15b completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:23.535965 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-78192c58-5cca-4d2d-97d8-f79a1371e398 None None] Provisioning complete for port 82748df8-993f-4b1e-b4ce-b667e938e15b triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:23.536608 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-78192c58-5cca-4d2d-97d8-f79a1371e398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.572156 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-1143f879-9e3b-4ff3-9674-e83f51609197 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587769 Sep 08 19:26:23.572628 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-22f923b9-e5d6-4209-b820-43021cb49e9a req-d86235be-8a9e-4428-a9c6-1f16c9597205 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 210 time: 0.0831697 Sep 08 19:26:23.574989 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'Port': ['ID=f280f964-8d4e-4a60-8057-b0661c80b903,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:23.588155 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e4bda60-3f6e-4793-97cc-12db08efa3ee req-670b41bd-2a99-4854-9e03-ded32c23ece7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995021 Sep 08 19:26:23.603462 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-78192c58-5cca-4d2d-97d8-f79a1371e398 None None] Port 82748df8-993f-4b1e-b4ce-b667e938e15b cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:26:23.665331 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Network c59874e5-2d39-495d-ba56-1d980550f33b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:23.668945 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.683033 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c5c40-687e-4eec-a8a1-5501b73c3196 x-openstack-request-id: req-9f4c5c40-687e-4eec-a8a1-5501b73c3196 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:23.683350 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b1101a-570f-4a86-adc8-9484b8c40d71", "name": "network-vif-deleted", "tag": "285f875b-f84e-422c-a4fe-1ed025d2a605", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:23.683609 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f4c5c40-687e-4eec-a8a1-5501b73c3196 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:23.684896 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b1101a-570f-4a86-adc8-9484b8c40d71', 'name': 'network-vif-deleted', 'tag': '285f875b-f84e-422c-a4fe-1ed025d2a605', 'status': 'completed', 'code': 200} Sep 08 19:26:23.690601 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:23.698290 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:23.723726 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-e3357f02-d070-4aee-97d2-d951d73932da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:23.725809 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-e3357f02-d070-4aee-97d2-d951d73932da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40026f37090147acb5ef2c6cee17252d&device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 1099 time: 0.1310258 Sep 08 19:26:23.771799 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 59fca1af-b850-4534-99a8-72821f2e81eb up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:23.870024 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:23.870540 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:23.885424 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-a1040ff6-ef6e-4311-8cc9-d182a12d7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:23.885424 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-a1040ff6-ef6e-4311-8cc9-d182a12d7dac service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 200 len: 919 time: 0.1338694 Sep 08 19:26:23.980324 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-799ce08b-76a7-4645-ae02-07c0a4f14b31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2773242 Sep 08 19:26:23.984059 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-65038f93-647b-44c8-a867-d45552f27b78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdda553-e2a1-4302-b313-ed1f04f8f99d HTTP/1.1" status: 200 len: 217 time: 0.0472920 Sep 08 19:26:23.998016 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc9ec6-e347-4f87-811a-2e29dc0c253c req-0d2c38e4-44f4-4a92-98a0-d9532c741853 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:23.998262 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Request body: {'port': {'device_id': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:23.999721 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6bcc9ec6-e347-4f87-811a-2e29dc0c253c req-0d2c38e4-44f4-4a92-98a0-d9532c741853 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.1157002 Sep 08 19:26:24.019195 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 59fca1af-b850-4534-99a8-72821f2e81eb completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:24.030030 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 59fca1af-b850-4534-99a8-72821f2e81eb triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:24.030687 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:24.086686 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-8fee64c4-9c19-47ab-92d7-e1eb196e6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:24.088183 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-8fee64c4-9c19-47ab-92d7-e1eb196e6fe6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 200 len: 859 time: 0.0875895 Sep 08 19:26:24.137251 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6bcc9ec6-e347-4f87-811a-2e29dc0c253c req-1cc5528f-e4f3-4d12-a77d-f3b1cccf4f7f tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747173 Sep 08 19:26:24.170172 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-fd785515-c462-41ed-b700-deb53cf00705 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf24ac38-2b8d-4503-9d06-e96587b6c526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520079 Sep 08 19:26:24.170272 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:24.197045 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:24.223238 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:24.250698 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 59fca1af-b850-4534-99a8-72821f2e81eb, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=59fca1af-b850-4534-99a8-72821f2e81eb,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:24.279195 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:24.298102 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-10dce73f-4426-4916-9d73-68e089c237a5 service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202612 Sep 08 19:26:24.310189 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a6c31ca5-338c-4abe-91c0-552fd35f64ac None None] Provisioning for port f280f964-8d4e-4a60-8057-b0661c80b903 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:24.313949 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a6c31ca5-338c-4abe-91c0-552fd35f64ac None None] Provisioning complete for port f280f964-8d4e-4a60-8057-b0661c80b903 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:24.314322 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a6c31ca5-338c-4abe-91c0-552fd35f64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:24.345939 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:24.399665 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-a6c31ca5-338c-4abe-91c0-552fd35f64ac None None] Port f280f964-8d4e-4a60-8057-b0661c80b903 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:26:24.414555 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de97b230-39b4-48e4-8426-1b046638fcd1 req-f29c69be-16a1-4d4b-8839-9ddd6d7ba024 service neutron] 10.222.0.38 "GET /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081955 Sep 08 19:26:24.440207 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=59fca1af-b850-4534-99a8-72821f2e81eb,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:24.449877 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.450374 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.450718 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.451050 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.451378 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.451700 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.452025 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.452464 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.452787 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.453112 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.453427 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.453767 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:24.456961 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:24.466326 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b3e69-f8e7-4038-9285-23d72ad415c1 req-162f5e27-bc2c-465c-a026-73c7c6ed6062 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:24.467855 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-644b3e69-f8e7-4038-9285-23d72ad415c1 req-162f5e27-bc2c-465c-a026-73c7c6ed6062 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 931 time: 0.2431648 Sep 08 19:26:24.473226 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Pushing event updated for resources: {'Port': ['ID=82748df8-993f-4b1e-b4ce-b667e938e15b,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:24.625913 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-644b3e69-f8e7-4038-9285-23d72ad415c1 req-297bdd67-9d88-40d8-8206-7ba2f7d6a601 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487772 Sep 08 19:26:24.696070 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6d67d1c9-26a5-4fa2-b64b-06d00be13e23 req-7d3ff613-75cd-4903-b528-220818fcf651 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b1101a-570f-4a86-adc8-9484b8c40d71 HTTP/1.1" status: 200 len: 210 time: 0.0368910 Sep 08 19:26:24.718757 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Network 91186ade-1a73-4a52-be2d-3dee55ef4bac is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:24.725828 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:24.830127 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f280f964-8d4e-4a60-8057-b0661c80b903 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:26:24.840728 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:24.844875 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7da97-9b00-4051-b3bc-5824dd20965f req-6efaad21-1342-48ac-98df-ece0d7502f66 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:24.846760 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-40d7da97-9b00-4051-b3bc-5824dd20965f req-6efaad21-1342-48ac-98df-ece0d7502f66 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0607078 Sep 08 19:26:24.857343 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Transition to ACTIVE for port object f280f964-8d4e-4a60-8057-b0661c80b903 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:24.892958 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-40d7da97-9b00-4051-b3bc-5824dd20965f req-10d29560-2b32-4456-a5b8-36d4ca4b8aa9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388269 Sep 08 19:26:24.934762 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:26:24.936367 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:25.027849 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-37a33080-4296-4434-a5a4-b43404568e58 None None] Provisioning complete for port 82748df8-993f-4b1e-b4ce-b667e938e15b triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:25.028352 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-37a33080-4296-4434-a5a4-b43404568e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:25.034799 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Pushing event updated for resources: {'Port': ['ID=f280f964-8d4e-4a60-8057-b0661c80b903,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:25.072346 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-37a33080-4296-4434-a5a4-b43404568e58 None None] Port 82748df8-993f-4b1e-b4ce-b667e938e15b cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:26:25.149736 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:26:25.155796 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-32f075be-3e62-4a35-8e4e-a5d7818d04b3 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5114e01-a2ad-466a-86c6-73cdeb6ba5f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0370979 Sep 08 19:26:25.158947 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Attempting to bind port f280f964-8d4e-4a60-8057-b0661c80b903 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:25.159270 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Attempting to bind port f280f964-8d4e-4a60-8057-b0661c80b903 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:25.159612 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Attempting to bind port f280f964-8d4e-4a60-8057-b0661c80b903 on network c59874e5-2d39-495d-ba56-1d980550f33b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:25.167090 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Port f280f964-8d4e-4a60-8057-b0661c80b903 on network c59874e5-2d39-495d-ba56-1d980550f33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:26:25.167265 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Attempting to bind port f280f964-8d4e-4a60-8057-b0661c80b903 on network c59874e5-2d39-495d-ba56-1d980550f33b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:25.172919 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:25.173863 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Checking segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:25.174440 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Bound using segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:25.175552 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Bound port: f280f964-8d4e-4a60-8057-b0661c80b903, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:25.175685 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:25.187152 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Sync routers for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:26:25.207863 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:25.208476 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:25.246552 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] For port f280f964-8d4e-4a60-8057-b0661c80b903, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:25.250432 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] For port f280f964-8d4e-4a60-8057-b0661c80b903, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f280f964-8d4e-4a60-8057-b0661c80b903,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:25.319035 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:25.356773 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:25.417038 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:25.417588 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:25.419184 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] 10.222.0.38 "PUT /v2.0/ports/f280f964-8d4e-4a60-8057-b0661c80b903 HTTP/1.1" status: 200 len: 1093 time: 1.4255247 Sep 08 19:26:25.419632 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'tag': 'f280f964-8d4e-4a60-8057-b0661c80b903'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:25.422830 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468abbae-346f-458d-945e-1307cd801109" -d '{"events": [{"name": "network-changed", "server_uuid": "22a921c1-81a7-4479-a5eb-c5d70f71cbc3", "tag": "f280f964-8d4e-4a60-8057-b0661c80b903"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:25.443393 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c4b71-7cd7-4986-85a2-67545a7783ab service neutron] Pushing event updated for resources: {'Port': ['ID=f280f964-8d4e-4a60-8057-b0661c80b903,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:25.474033 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6d7311-faec-41df-bc72-9f83615e6434 x-openstack-request-id: req-aa6d7311-faec-41df-bc72-9f83615e6434 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:25.474033 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a921c1-81a7-4479-a5eb-c5d70f71cbc3", "tag": "f280f964-8d4e-4a60-8057-b0661c80b903", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:25.474033 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa6d7311-faec-41df-bc72-9f83615e6434 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:25.474033 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'tag': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'status': 'completed', 'code': 200} Sep 08 19:26:25.541852 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '82748df8-993f-4b1e-b4ce-b667e938e15b', 'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'mac_address': 'fa:16:3e:09:8f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:22Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 2, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'subnets': [{'id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:25.555407 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468abbae-346f-458d-945e-1307cd801109 req-cb8b63bb-45f5-452a-94a0-a5a79e63c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:25.557047 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-468abbae-346f-458d-945e-1307cd801109 req-cb8b63bb-45f5-452a-94a0-a5a79e63c5a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 1096 time: 0.0575087 Sep 08 19:26:25.585663 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Checking router: b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:26:25.586178 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Updating router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 port 82748df8-993f-4b1e-b4ce-b667e938e15b binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:26:25.629974 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:25.653503 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 59fca1af-b850-4534-99a8-72821f2e81eb up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:25.706502 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468abbae-346f-458d-945e-1307cd801109 req-de2f27f6-1df2-40ad-9646-b3c64edb6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:25.707785 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-468abbae-346f-458d-945e-1307cd801109 req-de2f27f6-1df2-40ad-9646-b3c64edb6859 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=757ed2cc7a60485f938d6783abd20cbd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1417618 Sep 08 19:26:25.826408 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1ed78-691e-4ad6-8190-0e85a6955d1e req-27b5d793-8ba3-4921-8d68-d288afd26b1f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:25.827992 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-35c1ed78-691e-4ad6-8190-0e85a6955d1e req-27b5d793-8ba3-4921-8d68-d288afd26b1f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 943 time: 0.1081903 Sep 08 19:26:25.863259 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468abbae-346f-458d-945e-1307cd801109 req-5d3a8ff6-25ff-4c0f-8d7b-94004e1d6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:25.864802 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-468abbae-346f-458d-945e-1307cd801109 req-5d3a8ff6-25ff-4c0f-8d7b-94004e1d6711 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1500130 Sep 08 19:26:25.879078 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-35c1ed78-691e-4ad6-8190-0e85a6955d1e req-afff68ed-5ad2-4396-926f-9bb8b116b3f5 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Sep 08 19:26:25.884699 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 59fca1af-b850-4534-99a8-72821f2e81eb triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:25.885094 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:25.970340 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-2f0ed69f-b679-4ca4-bd67-8a0636fb9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:25.971721 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-2f0ed69f-b679-4ca4-bd67-8a0636fb9c2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 1096 time: 0.0626795 Sep 08 19:26:26.046928 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-1565f0d4-c861-41be-b23b-588c8b310e23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f280f964-8d4e-4a60-8057-b0661c80b903 HTTP/1.1" status: 200 len: 217 time: 0.0659776 Sep 08 19:26:26.096961 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43376) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:26.102114 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-431591831-network', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:26.170785 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.182780 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Transition to ACTIVE for port object 82748df8-993f-4b1e-b4ce-b667e938e15b will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:26.238387 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Made reservation on behalf of 0b23d3e7baa04daabd2092f0b89cac09 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:26:26.240681 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.249492 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.300939 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.333466 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-38eaf8b3-fa90-4820-8e41-bde86dcec207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:26.334976 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-38eaf8b3-fa90-4820-8e41-bde86dcec207 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.2734210 Sep 08 19:26:26.343593 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b0e20-f610-41b1-aee8-e0de47f5ca4d req-0d3de45f-58b7-4997-a255-ebe9a787eff5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:26.345387 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-502b0e20-f610-41b1-aee8-e0de47f5ca4d req-0d3de45f-58b7-4997-a255-ebe9a787eff5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.3125072 Sep 08 19:26:26.356364 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a66ac-a432-494d-9c6e-037f21f991ef None None] Pushing event updated for resources: {'Port': ['ID=82748df8-993f-4b1e-b4ce-b667e938e15b,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:26.383580 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.417768 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-502b0e20-f610-41b1-aee8-e0de47f5ca4d req-5d3add8f-788f-49d0-a05e-6eb1d8d4f011 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581083 Sep 08 19:26:26.417768 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-22072756-b899-4b09-baea-1764ff98d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:26.417768 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-22072756-b899-4b09-baea-1764ff98d9f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707943 Sep 08 19:26:26.511658 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.545036 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-0c2be7ca-470c-40d9-89d0-127841400ae5 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194704 Sep 08 19:26:26.546352 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Attempting to bind port 82748df8-993f-4b1e-b4ce-b667e938e15b on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:26.546729 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Attempting to bind port 82748df8-993f-4b1e-b4ce-b667e938e15b by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:26.547091 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Attempting to bind port 82748df8-993f-4b1e-b4ce-b667e938e15b on network 91186ade-1a73-4a52-be2d-3dee55ef4bac {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:26.547534 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8998a403-6f13-4183-be42-f690870383a3,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:26.553105 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:26.553479 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Checking segment: {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:26.553911 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.554305 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Bound using segment: {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:26.554774 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Bound port: 82748df8-993f-4b1e-b4ce-b667e938e15b, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:26.555151 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.596230 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 285f875b-f84e-422c-a4fe-1ed025d2a605 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:26:26.625845 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 285f875b-f84e-422c-a4fe-1ed025d2a605 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:26:26.626185 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 285f875b-f84e-422c-a4fe-1ed025d2a605 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:26:26.641485 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8784885a-c364-488e-9f06-8be8bd2e9f54 req-405bef6f-44be-49c4-b1bf-dc0583cf43f5 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887613 Sep 08 19:26:26.643176 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:26:26.645592 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] For port 82748df8-993f-4b1e-b4ce-b667e938e15b, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:26.647155 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] For port 82748df8-993f-4b1e-b4ce-b667e938e15b, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=82748df8-993f-4b1e-b4ce-b667e938e15b,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:26.660196 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.660530 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Added segment 8141b60c-7e57-4670-b824-ae8f1727052c of type vlan for network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad Sep 08 19:26:26.706044 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.710771 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.769742 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:26.770371 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:26.773485 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a66ac-a432-494d-9c6e-037f21f991ef None None] Pushing event updated for resources: {'Port': ['ID=82748df8-993f-4b1e-b4ce-b667e938e15b,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:26.784780 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.785923 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:26.786713 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:26.855298 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] Pushing event updated for resources: {'Network': ['ID=de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:26.871166 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:26:26.895937 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d1f2f207-3e55-40d1-9296-673e5a8adf33 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7976747 Sep 08 19:26:26.898522 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43380) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:26.903632 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Request body: {'subnet': {'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-431591831-subnet', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:26.922213 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:27.019742 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711faf45-bd6c-4a10-a0b8-71ba8aea0164 req-9a425b85-9f74-4df4-a0aa-d511c792a52d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:27.021173 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-711faf45-bd6c-4a10-a0b8-71ba8aea0164 req-9a425b85-9f74-4df4-a0aa-d511c792a52d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 943 time: 0.0525248 Sep 08 19:26:27.022259 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Made reservation on behalf of 0b23d3e7baa04daabd2092f0b89cac09 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:26:27.024490 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:27.106578 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-711faf45-bd6c-4a10-a0b8-71ba8aea0164 req-e8e80ce3-bc03-498c-99be-a211599870fb tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789790 Sep 08 19:26:27.194464 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '82748df8-993f-4b1e-b4ce-b667e938e15b', 'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'mac_address': 'fa:16:3e:09:8f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:22Z', 'updated_at': '2021-09-08T19:26:26Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'subnets': [{'id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:27.221955 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f94da-c06c-4f34-a905-9da83b1d3a52 None None] The sync data for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi is: [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '82748df8-993f-4b1e-b4ce-b667e938e15b', 'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'mac_address': 'fa:16:3e:09:8f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:22Z', 'updated_at': '2021-09-08T19:26:26Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'subnets': [{'id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:26:27.308194 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:27.367814 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Pushing event updated for resources: {'Subnet': ['ID=379bf557-e0ee-4ea3-b7d2-35092c58a32f,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:27.377832 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Checking segment: {'id': '8141b60c-7e57-4670-b824-ae8f1727052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:27.378264 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Network hostable DHCP agents. Network: de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:26:27.523465 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:26:27.550062 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190bcd9-1554-4237-8499-ad18097d774c req-016f2fb5-67d1-4c42-8c08-861fd3161c31 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:27.551587 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d190bcd9-1554-4237-8499-ad18097d774c req-016f2fb5-67d1-4c42-8c08-861fd3161c31 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0567226 Sep 08 19:26:27.637268 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d190bcd9-1554-4237-8499-ad18097d774c req-64c97b3b-1731-4f58-81b5-17568a600e54 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630162 Sep 08 19:26:27.638212 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:27.646739 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006ad67-095b-4ba9-b0d6-bae36c506954 None None] Network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:26:27.649858 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:27.650450 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:27.733711 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 82748df8-993f-4b1e-b4ce-b667e938e15b up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:27.743680 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fce262-6cd8-4633-b155-2b15617ed9d5 req-005c02b4-f67c-46f3-b98f-9403ca0793bc tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:27.745299 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45fce262-6cd8-4633-b155-2b15617ed9d5 req-005c02b4-f67c-46f3-b98f-9403ca0793bc tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 945 time: 0.0637877 Sep 08 19:26:27.759038 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-02862412-2501-47d7-a6c7-f2c394b8407a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8592148 Sep 08 19:26:27.761544 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43398) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:27.766181 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:27.803841 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45fce262-6cd8-4633-b155-2b15617ed9d5 req-d2722623-56b3-41c8-bd37-a8776b5e2022 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523202 Sep 08 19:26:27.862120 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:27.863798 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:27.870830 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad', 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'fixed_ips': [{'subnet_id': '379bf557-e0ee-4ea3-b7d2-35092c58a32f'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:26:27.870830 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:27.930049 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:27.987467 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 82748df8-993f-4b1e-b4ce-b667e938e15b completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:27.995681 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 82748df8-993f-4b1e-b4ce-b667e938e15b triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:27.996065 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.034628 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Allocated IP 172.20.0.2 (de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad/379bf557-e0ee-4ea3-b7d2-35092c58a32f/fcc7db4e-f701-42c2-bf3d-fc54df92a197) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:28.153340 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.174812 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.257815 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 82748df8-993f-4b1e-b4ce-b667e938e15b, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=82748df8-993f-4b1e-b4ce-b667e938e15b,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:28.271990 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48af449-8cd6-4c7d-b058-92274a112c21 req-73b04484-71a5-4aca-8eaa-8423b2d471db tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:28.274172 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f48af449-8cd6-4c7d-b058-92274a112c21 req-73b04484-71a5-4aca-8eaa-8423b2d471db tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 943 time: 0.0735612 Sep 08 19:26:28.277008 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.286064 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Transition to ACTIVE for port object fcc7db4e-f701-42c2-bf3d-fc54df92a197 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:28.303696 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Transition to ACTIVE for port object fcc7db4e-f701-42c2-bf3d-fc54df92a197 will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:28.334762 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.348636 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f48af449-8cd6-4c7d-b058-92274a112c21 req-c7449da9-28e6-4379-a721-43a056185190 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686634 Sep 08 19:26:28.364292 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.395736 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:28.400284 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:28.402449 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=82748df8-993f-4b1e-b4ce-b667e938e15b,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:28.404988 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:28.475734 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.486832 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Pushing event updated for resources: {'Port': ['ID=fcc7db4e-f701-42c2-bf3d-fc54df92a197,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:28.491319 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Attempting to bind port fcc7db4e-f701-42c2-bf3d-fc54df92a197 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:28.491685 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Attempting to bind port fcc7db4e-f701-42c2-bf3d-fc54df92a197 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '8141b60c-7e57-4670-b824-ae8f1727052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:28.496909 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Attempting to bind port fcc7db4e-f701-42c2-bf3d-fc54df92a197 on network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:28.497342 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.497456 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:28.497456 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Checking segment: {'id': '8141b60c-7e57-4670-b824-ae8f1727052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:28.497858 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.498246 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Bound using segment: {'id': '8141b60c-7e57-4670-b824-ae8f1727052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:28.498713 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Bound port: fcc7db4e-f701-42c2-bf3d-fc54df92a197, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8141b60c-7e57-4670-b824-ae8f1727052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:28.499088 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.560055 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] For port fcc7db4e-f701-42c2-bf3d-fc54df92a197, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:28.563084 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] For port fcc7db4e-f701-42c2-bf3d-fc54df92a197, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=fcc7db4e-f701-42c2-bf3d-fc54df92a197,segment=NetworkSegment(8141b60c-7e57-4670-b824-ae8f1727052c),segment_id=8141b60c-7e57-4670-b824-ae8f1727052c)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:28.591654 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:26:28.597245 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Allocated IP 172.27.0.156 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:28.693147 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.707977 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:28.730400 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.746689 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'port_id': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'mac_address': 'fa:16:3e:2e:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:26:28.798685 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5e6b1-1d7b-424b-b660-627804ef247a None None] Pushing event updated for resources: {'Port': ['ID=fcc7db4e-f701-42c2-bf3d-fc54df92a197,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:28.803421 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.822924 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927ce8c-7a89-41ba-b8b6-6ac62778c952 req-b51bcffb-8692-426e-bfeb-224410b086a9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:28.823416 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbf777a-bb09-4aff-bc5e-98b11e101574 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:26:28.824630 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4927ce8c-7a89-41ba-b8b6-6ac62778c952 req-b51bcffb-8692-426e-bfeb-224410b086a9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 943 time: 0.0580294 Sep 08 19:26:28.843658 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:28.866562 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4927ce8c-7a89-41ba-b8b6-6ac62778c952 req-ecc68e1c-1948-4737-805c-b09ce60fe24c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348532 Sep 08 19:26:28.888988 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.906608 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:28.942083 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Pushing event updated for resources: {'Port': ['ID=60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:28.947018 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:28.952470 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:28.955329 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:29.019340 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=9']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:29.107996 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a7dc9-fb13-4149-ab48-68c8cb72195f req-f0dd779e-1152-40c5-9921-a56185eca9a4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:29.112558 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-997a7dc9-fb13-4149-ab48-68c8cb72195f req-f0dd779e-1152-40c5-9921-a56185eca9a4 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 945 time: 0.1359661 Sep 08 19:26:29.133017 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d739e-b3f5-433a-8741-3e609d486c7c req-c9e00ca5-499c-4214-bd4c-46b0828adbf4 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:29.134558 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e83d739e-b3f5-433a-8741-3e609d486c7c req-c9e00ca5-499c-4214-bd4c-46b0828adbf4 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0574765 Sep 08 19:26:29.176268 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e83d739e-b3f5-433a-8741-3e609d486c7c req-c64d4da8-dfd0-4fe1-b2b8-6b62663802ff tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356185 Sep 08 19:26:29.214673 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['fbbf777a-bb09-4aff-bc5e-98b11e101574'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:26:29.334245 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060adce6-5909-4a50-956f-874f45728e3a req-57070949-0f0d-4ccf-ae29-f3e5b8ba09fe tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:29.336155 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-060adce6-5909-4a50-956f-874f45728e3a req-57070949-0f0d-4ccf-ae29-f3e5b8ba09fe tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 945 time: 0.0511987 Sep 08 19:26:29.446265 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-997a7dc9-fb13-4149-ab48-68c8cb72195f req-c663ebec-ce0c-4898-b828-ccf6fe4173fb tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683360 Sep 08 19:26:29.487345 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-060adce6-5909-4a50-956f-874f45728e3a req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Deleting port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:26:29.487701 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-060adce6-5909-4a50-956f-874f45728e3a req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:29.575563 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51febc95-2932-42a2-8484-dcf6517fb040 req-1118e84b-0235-47ab-9d7e-e83fee09ebd7 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:29.577095 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-51febc95-2932-42a2-8484-dcf6517fb040 req-1118e84b-0235-47ab-9d7e-e83fee09ebd7 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 943 time: 0.1432621 Sep 08 19:26:29.632257 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-060adce6-5909-4a50-956f-874f45728e3a req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] For port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:29.632636 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-060adce6-5909-4a50-956f-874f45728e3a req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:29.654825 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-060adce6-5909-4a50-956f-874f45728e3a req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Calling delete_port for f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:26:29.661986 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-51febc95-2932-42a2-8484-dcf6517fb040 req-71bb55c6-b88a-441e-af6b-4a747ccf7bd7 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767908 Sep 08 19:26:29.684066 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:29.772656 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aa1bba-77da-4042-bbce-5b1c152a384b None None] Network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:26:29.798642 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 82748df8-993f-4b1e-b4ce-b667e938e15b up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:29.916202 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:29.923938 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-060adce6-5909-4a50-956f-874f45728e3a req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:29.962217 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'de22bc97-70a2-4e87-a0ff-bd5ff040f988', 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:26:29.979622 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Pushing event deleted for resources: {'Port': ['ID=f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:30.000892 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-060adce6-5909-4a50-956f-874f45728e3a req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] No DVR routers for this DVR port f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:26:30.004288 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-060adce6-5909-4a50-956f-874f45728e3a req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:30.009127 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-060adce6-5909-4a50-956f-874f45728e3a req-25ada2de-367b-423e-a2a3-ecb0b502616f tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "DELETE /v2.0/ports/f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 HTTP/1.1" status: 204 len: 173 time: 0.6636586 Sep 08 19:26:30.009127 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d18f8ec-bd86-4fc3-9423-3f141e861210', 'name': 'network-vif-deleted', 'tag': 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:30.009310 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6d3888-3647-4ca9-97d9-f6db7f7fa335" -d '{"events": [{"server_uuid": "7d18f8ec-bd86-4fc3-9423-3f141e861210", "name": "network-vif-deleted", "tag": "f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:30.051144 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3160ad7-0b78-401d-a8f5-587035e1674b x-openstack-request-id: req-f3160ad7-0b78-401d-a8f5-587035e1674b {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:30.051630 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d18f8ec-bd86-4fc3-9423-3f141e861210", "name": "network-vif-deleted", "tag": "f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:30.052178 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3160ad7-0b78-401d-a8f5-587035e1674b {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:30.052814 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d18f8ec-bd86-4fc3-9423-3f141e861210', 'name': 'network-vif-deleted', 'tag': 'f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1', 'status': 'completed', 'code': 200} Sep 08 19:26:30.056883 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8ea48-9ea3-4ed6-8d36-75a9f53ac480 req-f81bc269-a58e-4282-8a1e-45e0b71c1e02 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:30.058430 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-09a8ea48-9ea3-4ed6-8d36-75a9f53ac480 req-f81bc269-a58e-4282-8a1e-45e0b71c1e02 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 944 time: 0.0951989 Sep 08 19:26:30.062138 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-1756cbaf-f01a-4643-979a-831800505add None None] Provisioning for port fcc7db4e-f701-42c2-bf3d-fc54df92a197 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:30.127200 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-09a8ea48-9ea3-4ed6-8d36-75a9f53ac480 req-addb18d8-817d-4004-beb4-7c50875c50f3 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567417 Sep 08 19:26:30.142646 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 82748df8-993f-4b1e-b4ce-b667e938e15b triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:30.142646 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:30.237944 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Router 3ba9fc90-9385-4d09-933c-e7944d031c90 is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:26:30.334438 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9beb33-1819-4862-be53-6f88f6e8037d req-37edde7b-7d44-4753-b099-38e210e82e09 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:30.336020 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa9beb33-1819-4862-be53-6f88f6e8037d req-37edde7b-7d44-4753-b099-38e210e82e09 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0744946 Sep 08 19:26:30.364632 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:26:30.373692 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Sync routers for ids ['3ba9fc90-9385-4d09-933c-e7944d031c90'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:26:30.381871 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa9beb33-1819-4862-be53-6f88f6e8037d req-b85bf601-051f-4afb-9b77-1d5c1a31e356 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Sep 08 19:26:30.384786 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Routers {'3ba9fc90-9385-4d09-933c-e7944d031c90'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:30.386264 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['3ba9fc90-9385-4d09-933c-e7944d031c90'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:30.422722 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device fcc7db4e-f701-42c2-bf3d-fc54df92a197 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:30.470187 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:30.474302 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43422) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:30.474626 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-edc97345-fc11-4cd2-af4e-22ca2239cacf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7118437 Sep 08 19:26:30.513058 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Set router 3ba9fc90-9385-4d09-933c-e7944d031c90 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:30.595830 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f6f16b62-f781-467c-a89f-425a062682ca req-71d5032a-c3d0-4e2d-a61b-af9459d0e9ce tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d18f8ec-bd86-4fc3-9423-3f141e861210 HTTP/1.1" status: 200 len: 210 time: 0.0437312 Sep 08 19:26:30.607295 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:30.670487 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port fcc7db4e-f701-42c2-bf3d-fc54df92a197 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:30.686034 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port fcc7db4e-f701-42c2-bf3d-fc54df92a197 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:30.686420 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:30.715388 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:27Z', 'updated_at': '2021-09-08T19:26:29Z', 'revision_number': 3, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'gw_port': {'id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:28Z', 'updated_at': '2021-09-08T19:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:30.757725 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Checking router: 3ba9fc90-9385-4d09-933c-e7944d031c90 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:26:30.758006 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Updating router 3ba9fc90-9385-4d09-933c-e7944d031c90 port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:26:30.774937 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port fbbf777a-bb09-4aff-bc5e-98b11e101574 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:30.775514 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:30.784022 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:30.852355 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:30.869039 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29baab-195a-4788-84af-9ba156dd83ef req-6cc6a83b-afd0-4881-a286-816fd907189b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:30.870732 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d29baab-195a-4788-84af-9ba156dd83ef req-6cc6a83b-afd0-4881-a286-816fd907189b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 943 time: 0.1278369 Sep 08 19:26:30.920480 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port fcc7db4e-f701-42c2-bf3d-fc54df92a197, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=fcc7db4e-f701-42c2-bf3d-fc54df92a197,segment=NetworkSegment(8141b60c-7e57-4670-b824-ae8f1727052c),segment_id=8141b60c-7e57-4670-b824-ae8f1727052c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:30.942398 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:30.948417 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7d29baab-195a-4788-84af-9ba156dd83ef req-93477253-072a-4af4-b417-d7205971f06e tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660400 Sep 08 19:26:30.972005 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:30.974634 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ea7c67-f3e8-417b-aee4-1b0041278d9f" -d '{"events": [{"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:30.988990 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:30.991872 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.025636 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d111d3-f1d4-40f7-8264-0f477671b01c x-openstack-request-id: req-03d111d3-f1d4-40f7-8264-0f477671b01c {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:31.026271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:31.026271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03d111d3-f1d4-40f7-8264-0f477671b01c {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:31.026782 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'code': 200} Sep 08 19:26:31.043643 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.057287 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=fcc7db4e-f701-42c2-bf3d-fc54df92a197,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:31.070126 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.124399 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=10']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:31.205370 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.208653 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Allocated IP 172.20.0.1 (de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad/379bf557-e0ee-4ea3-b7d2-35092c58a32f/b33b6af3-6d26-4291-a3be-66c03b6862c2) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:31.215051 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Transition to ACTIVE for port object 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:31.291891 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0da276-3eae-442a-a8dd-988e636c4338 req-7c00fb07-b265-44b2-827e-a51c1554e78e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:31.293291 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cf0da276-3eae-442a-a8dd-988e636c4338 req-7c00fb07-b265-44b2-827e-a51c1554e78e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.0866315 Sep 08 19:26:31.300521 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.351728 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Attempting to bind port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:31.352084 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Attempting to bind port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:31.352435 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Attempting to bind port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:31.355134 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec554f31-5ba7-470e-95b4-a8f33c24162b None None] Pushing event updated for resources: {'Port': ['ID=60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:31.359567 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:31.359929 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:31.360320 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.360741 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:31.361202 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Bound port: 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:31.361575 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.380037 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cf0da276-3eae-442a-a8dd-988e636c4338 req-333522d6-db59-4ced-98e6-78fc6b9ab855 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565710 Sep 08 19:26:31.388990 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.419415 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] For port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:31.419415 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] For port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:31.434903 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Transition to ACTIVE for port object b33b6af3-6d26-4291-a3be-66c03b6862c2 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:31.461971 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-3b98a5f3-a661-4a13-869c-a8307f47cd36 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:31.463427 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-3b98a5f3-a661-4a13-869c-a8307f47cd36 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.38 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0721118 Sep 08 19:26:31.506835 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.511828 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e01308-a627-4665-8635-bc439eecb6e1 req-35672a47-04a6-4fc7-a783-ba3e3caa515d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:31.513626 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6e01308-a627-4665-8635-bc439eecb6e1 req-35672a47-04a6-4fc7-a783-ba3e3caa515d tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 946 time: 0.0539827 Sep 08 19:26:31.549610 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.568321 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec554f31-5ba7-470e-95b4-a8f33c24162b None None] Pushing event updated for resources: {'Port': ['ID=60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:31.580430 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Routers {'3ba9fc90-9385-4d09-933c-e7944d031c90'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:31.581006 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['3ba9fc90-9385-4d09-933c-e7944d031c90'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:31.597896 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:31.601190 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:31.607500 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:31.619898 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6e01308-a627-4665-8635-bc439eecb6e1 req-d32fe295-c302-40c6-9e09-84777a15571c tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957460 Sep 08 19:26:31.692439 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Pushing event updated for resources: {'Port': ['ID=b33b6af3-6d26-4291-a3be-66c03b6862c2,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:31.714176 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] Set router 3ba9fc90-9385-4d09-933c-e7944d031c90 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:31.724993 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.730900 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device fcc7db4e-f701-42c2-bf3d-fc54df92a197 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:31.773949 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e19eafda-b94b-4a77-a446-e14a8a3ac9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.793503 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Deleting port 1fdda553-e2a1-4302-b313-ed1f04f8f99d {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:26:31.793932 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.838215 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port fcc7db4e-f701-42c2-bf3d-fc54df92a197 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:31.839441 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:31.849169 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9b9a-e5db-401e-bba8-6afd38752a2b req-6110e85d-f9aa-4f70-9d6f-27c87852ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:31.850855 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4f0b9b9a-e5db-401e-bba8-6afd38752a2b req-6110e85d-f9aa-4f70-9d6f-27c87852ef65 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 1099 time: 0.0962842 Sep 08 19:26:31.913687 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4f0b9b9a-e5db-401e-bba8-6afd38752a2b req-c7dca097-7171-48f2-a29d-31ed2b912879 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556109 Sep 08 19:26:32.004322 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:27Z', 'updated_at': '2021-09-08T19:26:29Z', 'revision_number': 3, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'gw_port': {'id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:28Z', 'updated_at': '2021-09-08T19:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:32.010777 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] For port 1fdda553-e2a1-4302-b313-ed1f04f8f99d, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1fdda553-e2a1-4302-b313-ed1f04f8f99d,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:32.011277 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:32.026651 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Calling delete_port for 1fdda553-e2a1-4302-b313-ed1f04f8f99d owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:26:32.036975 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327d31c-d385-42a6-a6d3-e29288b05c55 None None] The sync data for ids ['3ba9fc90-9385-4d09-933c-e7944d031c90'] in dv-cinder-807933-1-iscsi is: [{'id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:27Z', 'updated_at': '2021-09-08T19:26:29Z', 'revision_number': 3, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'gw_port': {'id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:28Z', 'updated_at': '2021-09-08T19:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:26:32.071044 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-3ac0424a-d9a7-4101-9900-92407e74eb26 None None] Provisioning for port b33b6af3-6d26-4291-a3be-66c03b6862c2 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:32.075233 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-3ac0424a-d9a7-4101-9900-92407e74eb26 None None] Provisioning complete for port b33b6af3-6d26-4291-a3be-66c03b6862c2 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:32.075533 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3ac0424a-d9a7-4101-9900-92407e74eb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:32.124610 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-3ac0424a-d9a7-4101-9900-92407e74eb26 None None] Port b33b6af3-6d26-4291-a3be-66c03b6862c2 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:26:32.142412 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf5d09-3016-4cf2-9afd-021c1ec4397a req-c7a34123-aeaf-45ea-86ab-1c8cad498c8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:32.144163 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6ecf5d09-3016-4cf2-9afd-021c1ec4397a req-c7a34123-aeaf-45ea-86ab-1c8cad498c8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 943 time: 0.1187601 Sep 08 19:26:32.163584 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:32.191344 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bfbb1-bfcd-4b3b-95e4-544d3de7709a req-4a0144ab-68a7-4402-a7bb-5fbd124ae51a tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:32.192599 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e08bfbb1-bfcd-4b3b-95e4-544d3de7709a req-4a0144ab-68a7-4402-a7bb-5fbd124ae51a tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 945 time: 0.0532079 Sep 08 19:26:32.234632 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e08bfbb1-bfcd-4b3b-95e4-544d3de7709a req-74ee04b6-541f-470e-b202-8d846d953ea0 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 Sep 08 19:26:32.241006 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6ecf5d09-3016-4cf2-9afd-021c1ec4397a req-8fbad570-5d52-4921-a49b-b8256bb77146 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890105 Sep 08 19:26:32.405053 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:32.419043 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['00cd8ba7-3321-4f00-936f-999c0955df5c', '1fdda553-e2a1-4302-b313-ed1f04f8f99d'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:26:32.441907 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Pushing event deleted for resources: {'Port': ['ID=1fdda553-e2a1-4302-b313-ed1f04f8f99d,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:32.479613 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:32.499619 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] No DVR routers for this DVR port 1fdda553-e2a1-4302-b313-ed1f04f8f99d on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:26:32.502239 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:32.504314 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e254848c-8bb4-4338-9465-e3202ff875b3 req-99a3ecc6-cc4d-4d46-b1df-b9100babcd06 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.38 "DELETE /v2.0/ports/1fdda553-e2a1-4302-b313-ed1f04f8f99d HTTP/1.1" status: 204 len: 173 time: 1.0301659 Sep 08 19:26:32.504770 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66575c59-d8e0-4214-82e6-0972c148c75e', 'name': 'network-vif-deleted', 'tag': '1fdda553-e2a1-4302-b313-ed1f04f8f99d'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:32.507105 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c63f7f-265e-4a24-8f6f-7ecdb69a37d5" -d '{"events": [{"server_uuid": "66575c59-d8e0-4214-82e6-0972c148c75e", "name": "network-vif-deleted", "tag": "1fdda553-e2a1-4302-b313-ed1f04f8f99d"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:32.546137 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:32.568888 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a959fd4-b860-4f70-a1a7-058b7a714e9e x-openstack-request-id: req-5a959fd4-b860-4f70-a1a7-058b7a714e9e {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:32.569174 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66575c59-d8e0-4214-82e6-0972c148c75e", "name": "network-vif-deleted", "tag": "1fdda553-e2a1-4302-b313-ed1f04f8f99d", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:32.569430 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a959fd4-b860-4f70-a1a7-058b7a714e9e {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:32.570131 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66575c59-d8e0-4214-82e6-0972c148c75e', 'name': 'network-vif-deleted', 'tag': '1fdda553-e2a1-4302-b313-ed1f04f8f99d', 'status': 'completed', 'code': 200} Sep 08 19:26:32.737393 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64628833-194c-45d9-8c87-6321ffa5688b req-df72d56a-1ef3-42f4-b0f8-fc1070798ce4 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=66575c59-d8e0-4214-82e6-0972c148c75e HTTP/1.1" status: 200 len: 210 time: 0.0349572 Sep 08 19:26:32.851625 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03e11e-7c79-4c87-9a17-9f9bb1e9910b req-541f87f7-c70f-4859-ba5a-2d880dc35b6d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:32.853475 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9d03e11e-7c79-4c87-9a17-9f9bb1e9910b req-541f87f7-c70f-4859-ba5a-2d880dc35b6d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.3427219 Sep 08 19:26:32.878563 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Pushing event updated for resources: {'Port': ['ID=b33b6af3-6d26-4291-a3be-66c03b6862c2,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:32.881226 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:32.933662 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9d03e11e-7c79-4c87-9a17-9f9bb1e9910b req-525aaf74-bbd6-4163-a995-9edf0857c677 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682912 Sep 08 19:26:33.010077 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:33.011623 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:33.150652 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Router 3ba9fc90-9385-4d09-933c-e7944d031c90 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:26:33.276892 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:26:33.283945 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d7ca584b-ec8a-4118-8177-b37bed0af7fb admin admin] 10.222.0.21 "PUT /v2.0/routers/3ba9fc90-9385-4d09-933c-e7944d031c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8082936 Sep 08 19:26:33.332776 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d5a343a6-a631-40bb-a05f-7aebd90ab21b None None] Provisioning complete for port b33b6af3-6d26-4291-a3be-66c03b6862c2 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:33.333353 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d5a343a6-a631-40bb-a05f-7aebd90ab21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:33.403773 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d5a343a6-a631-40bb-a05f-7aebd90ab21b None None] Port b33b6af3-6d26-4291-a3be-66c03b6862c2 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:26:33.444651 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55c367-3fbe-4c4c-b22d-8a638e109c40 req-74ed87f5-44e0-4b29-b2cf-94283f627605 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:33.446809 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a55c367-3fbe-4c4c-b22d-8a638e109c40 req-74ed87f5-44e0-4b29-b2cf-94283f627605 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 943 time: 0.0804670 Sep 08 19:26:33.479342 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8beff6-c2a8-4720-b7e2-e3b5b59e1fb5 req-14bc5c72-c16b-4759-8d90-00d25d832e06 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:33.484617 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-da8beff6-c2a8-4720-b7e2-e3b5b59e1fb5 req-14bc5c72-c16b-4759-8d90-00d25d832e06 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 945 time: 0.0769320 Sep 08 19:26:33.496093 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a55c367-3fbe-4c4c-b22d-8a638e109c40 req-f9051188-9d5a-4dce-9d84-bb1b70e6a691 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Sep 08 19:26:33.535576 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-da8beff6-c2a8-4720-b7e2-e3b5b59e1fb5 req-4a8e6131-e322-4b9f-b531-f7381d9184b5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471358 Sep 08 19:26:33.678638 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:33.803511 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:33.810757 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:33.810757 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:33.910523 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-baee3537-a774-457f-832e-22faf498cd52 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:33.911954 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:33.912054 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-baee3537-a774-457f-832e-22faf498cd52 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 945 time: 0.0671239 Sep 08 19:26:33.932408 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:34.030104 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Deleting port de22bc97-70a2-4e87-a0ff-bd5ff040f988 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:26:34.030435 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:34.030558 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:34.081131 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633d37e-78b0-469e-9108-cc59bd605bff req-c84d1182-6286-47e4-8aaa-6b3af0cc04d2 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:34.096451 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c633d37e-78b0-469e-9108-cc59bd605bff req-c84d1182-6286-47e4-8aaa-6b3af0cc04d2 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.0832138 Sep 08 19:26:34.114895 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:34.152089 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e7829e0f-58d5-46c8-8205-1d3445306846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:34.162936 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c633d37e-78b0-469e-9108-cc59bd605bff req-2e80e587-3d79-423e-9270-09cc3f3a72ac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557058 Sep 08 19:26:34.187191 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] For port de22bc97-70a2-4e87-a0ff-bd5ff040f988, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=de22bc97-70a2-4e87-a0ff-bd5ff040f988,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:34.187561 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:34.208917 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Calling delete_port for de22bc97-70a2-4e87-a0ff-bd5ff040f988 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:26:34.282374 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beee1b-232f-419a-85ac-ea29f2219e47 req-99e26460-78a0-43f0-aafd-afb04f43396b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:34.284289 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76beee1b-232f-419a-85ac-ea29f2219e47 req-99e26460-78a0-43f0-aafd-afb04f43396b tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0503964 Sep 08 19:26:34.349871 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76beee1b-232f-419a-85ac-ea29f2219e47 req-6001f290-af63-40f9-a834-fdc7f54fcb70 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594940 Sep 08 19:26:34.397667 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:34.466545 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:34.481206 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'de22bc97-70a2-4e87-a0ff-bd5ff040f988'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:26:34.508347 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Pushing event deleted for resources: {'Port': ['ID=de22bc97-70a2-4e87-a0ff-bd5ff040f988,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:34.572968 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Sync routers for ids ['3ba9fc90-9385-4d09-933c-e7944d031c90'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:26:34.575205 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] No DVR routers for this DVR port de22bc97-70a2-4e87-a0ff-bd5ff040f988 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:26:34.579580 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:34.582463 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-00b6e491-1b15-4e4f-9151-faacaf742c1a req-cd98db0d-bb93-4014-96f9-839106e4c9e5 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "DELETE /v2.0/ports/de22bc97-70a2-4e87-a0ff-bd5ff040f988 HTTP/1.1" status: 204 len: 173 time: 0.6624281 Sep 08 19:26:34.587437 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffba941-3812-4665-ad90-c9555c43008a', 'name': 'network-vif-deleted', 'tag': 'de22bc97-70a2-4e87-a0ff-bd5ff040f988'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:34.587437 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3c2fd9-add6-4157-9d6b-13d7a06bac1d" -d '{"events": [{"server_uuid": "fffba941-3812-4665-ad90-c9555c43008a", "name": "network-vif-deleted", "tag": "de22bc97-70a2-4e87-a0ff-bd5ff040f988"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:34.629224 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f280f964-8d4e-4a60-8057-b0661c80b903 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:26:34.631495 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:26:34.661287 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:26:34.661936 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f90d6bb1-a2e0-4fbf-8e3d-4cf1153f69e1 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:26:34.668338 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Routers {'3ba9fc90-9385-4d09-933c-e7944d031c90'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:34.669259 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['3ba9fc90-9385-4d09-933c-e7944d031c90'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:34.680947 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d192c3-9ff7-446a-a8a0-76019c850ef5 req-ab2483e9-47e0-4465-8a9e-c819443f0022 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:34.690811 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-73d192c3-9ff7-446a-a8a0-76019c850ef5 req-ab2483e9-47e0-4465-8a9e-c819443f0022 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 943 time: 0.0793235 Sep 08 19:26:34.736165 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-73d192c3-9ff7-446a-a8a0-76019c850ef5 req-a0be85fb-0cea-4dcd-a244-02f5a80a6a95 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436945 Sep 08 19:26:34.739139 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-91682867-673c-432a-b442-02090ccb8b12 req-28c400c0-55e1-4fb1-b707-8daa7ecd8849 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffba941-3812-4665-ad90-c9555c43008a HTTP/1.1" status: 200 len: 210 time: 0.0684288 Sep 08 19:26:34.806074 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f7f9ff-6edb-4fe4-a12d-be4b697e1a95 x-openstack-request-id: req-86f7f9ff-6edb-4fe4-a12d-be4b697e1a95 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:34.806537 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffba941-3812-4665-ad90-c9555c43008a", "name": "network-vif-deleted", "tag": "de22bc97-70a2-4e87-a0ff-bd5ff040f988", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:34.806939 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86f7f9ff-6edb-4fe4-a12d-be4b697e1a95 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:34.807475 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffba941-3812-4665-ad90-c9555c43008a', 'name': 'network-vif-deleted', 'tag': 'de22bc97-70a2-4e87-a0ff-bd5ff040f988', 'status': 'completed', 'code': 200} Sep 08 19:26:35.080813 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Set router 3ba9fc90-9385-4d09-933c-e7944d031c90 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:35.135052 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port f280f964-8d4e-4a60-8057-b0661c80b903, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f280f964-8d4e-4a60-8057-b0661c80b903,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:35.161014 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'port_id': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'mac_address': 'fa:16:3e:80:24:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:26:35.297709 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:35.338443 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f280f964-8d4e-4a60-8057-b0661c80b903 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:26:35.366089 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c169-ce4c-473e-a927-deb939bde5c7 req-ac474c90-4709-4d89-bb61-7b9fb19a60bd tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:35.385181 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b69c169-ce4c-473e-a927-deb939bde5c7 req-ac474c90-4709-4d89-bb61-7b9fb19a60bd tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.1505880 Sep 08 19:26:35.412553 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port f280f964-8d4e-4a60-8057-b0661c80b903, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f280f964-8d4e-4a60-8057-b0661c80b903,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:35.437958 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:27Z', 'updated_at': '2021-09-08T19:26:31Z', 'revision_number': 4, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'gw_port': {'id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:28Z', 'updated_at': '2021-09-08T19:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'b33b6af3-6d26-4291-a3be-66c03b6862c2', 'name': '', 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'mac_address': 'fa:16:3e:c0:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '379bf557-e0ee-4ea3-b7d2-35092c58a32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:31Z', 'updated_at': '2021-09-08T19:26:32Z', 'revision_number': 2, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'subnets': [{'id': '379bf557-e0ee-4ea3-b7d2-35092c58a32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:35.450693 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b69c169-ce4c-473e-a927-deb939bde5c7 req-8b833aa8-6dc9-421d-b9f1-b7ab7e4bd349 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645318 Sep 08 19:26:35.485087 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Checking router: 3ba9fc90-9385-4d09-933c-e7944d031c90 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:26:35.485532 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Updating router 3ba9fc90-9385-4d09-933c-e7944d031c90 port b33b6af3-6d26-4291-a3be-66c03b6862c2 binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:26:35.515216 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738fb6-adb0-49e8-b01a-641641598175 req-922268a2-6361-4625-96c6-0c288a643bd2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:35.520376 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42738fb6-adb0-49e8-b01a-641641598175 req-922268a2-6361-4625-96c6-0c288a643bd2 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0808151 Sep 08 19:26:35.521953 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:35.530914 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:35.613881 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42738fb6-adb0-49e8-b01a-641641598175 req-11d5ea3a-81ae-4073-99c5-9a4565b57a26 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819983 Sep 08 19:26:35.716919 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:35.722509 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=f280f964-8d4e-4a60-8057-b0661c80b903,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:35.811346 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['f280f964-8d4e-4a60-8057-b0661c80b903'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:26:35.934529 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d948a00-734e-4afa-83d6-cde6f567a666 req-a4236d59-6b0e-4ff7-bd46-b136b44c14e9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:35.936075 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d948a00-734e-4afa-83d6-cde6f567a666 req-a4236d59-6b0e-4ff7-bd46-b136b44c14e9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 944 time: 0.0611205 Sep 08 19:26:35.941521 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:35.941902 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:35.995909 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d948a00-734e-4afa-83d6-cde6f567a666 req-fc18ac80-19a5-4535-bfe0-769a5c8e482f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507836 Sep 08 19:26:36.019081 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:36.141803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:36.185132 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Transition to ACTIVE for port object b33b6af3-6d26-4291-a3be-66c03b6862c2 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:36.275941 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:36.356764 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e282129-1279-4aa7-b01f-24f1cae9963c None None] Pushing event updated for resources: {'Port': ['ID=b33b6af3-6d26-4291-a3be-66c03b6862c2,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:36.429342 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Attempting to bind port b33b6af3-6d26-4291-a3be-66c03b6862c2 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:36.430114 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Attempting to bind port b33b6af3-6d26-4291-a3be-66c03b6862c2 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '8141b60c-7e57-4670-b824-ae8f1727052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:36.430114 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Attempting to bind port b33b6af3-6d26-4291-a3be-66c03b6862c2 on network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:36.438180 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:36.439820 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Checking segment: {'id': '8141b60c-7e57-4670-b824-ae8f1727052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:36.440603 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:36.441222 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Bound using segment: {'id': '8141b60c-7e57-4670-b824-ae8f1727052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:36.441982 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Bound port: b33b6af3-6d26-4291-a3be-66c03b6862c2, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8141b60c-7e57-4670-b824-ae8f1727052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:36.442617 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:36.565116 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] For port b33b6af3-6d26-4291-a3be-66c03b6862c2, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:36.581770 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] For port b33b6af3-6d26-4291-a3be-66c03b6862c2, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=b33b6af3-6d26-4291-a3be-66c03b6862c2,segment=NetworkSegment(8141b60c-7e57-4670-b824-ae8f1727052c),segment_id=8141b60c-7e57-4670-b824-ae8f1727052c)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:36.622745 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650e2aa-737b-4f02-b3bb-333d9e7a288b req-c327ab66-54b3-4589-bb98-3baa1e5448c8 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:36.624819 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f650e2aa-737b-4f02-b3bb-333d9e7a288b req-c327ab66-54b3-4589-bb98-3baa1e5448c8 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.0539849 Sep 08 19:26:36.639264 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device de22bc97-70a2-4e87-a0ff-bd5ff040f988 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:26:36.668512 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: de22bc97-70a2-4e87-a0ff-bd5ff040f988 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:26:36.668912 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device de22bc97-70a2-4e87-a0ff-bd5ff040f988 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:26:36.669344 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1fdda553-e2a1-4302-b313-ed1f04f8f99d no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:26:36.679042 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f650e2aa-737b-4f02-b3bb-333d9e7a288b req-1360e9ec-d048-4941-b07e-6f2b17f8f140 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473068 Sep 08 19:26:36.725060 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 1fdda553-e2a1-4302-b313-ed1f04f8f99d {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:26:36.725461 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1fdda553-e2a1-4302-b313-ed1f04f8f99d not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:26:36.727458 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:36.750308 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e820cf-7bc8-43c2-badc-18b0a4d4844e req-7bfed940-faa6-4480-99e4-6a6d5151dbff tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:36.758738 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38e820cf-7bc8-43c2-badc-18b0a4d4844e req-7bfed940-faa6-4480-99e4-6a6d5151dbff tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0687771 Sep 08 19:26:36.809585 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Routers {'3ba9fc90-9385-4d09-933c-e7944d031c90'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:36.810251 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['3ba9fc90-9385-4d09-933c-e7944d031c90'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:36.815402 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e282129-1279-4aa7-b01f-24f1cae9963c None None] Pushing event updated for resources: {'Port': ['ID=b33b6af3-6d26-4291-a3be-66c03b6862c2,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:36.825758 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38e820cf-7bc8-43c2-badc-18b0a4d4844e req-dead1ea6-9ec9-4e45-a5a2-134c6cfc7001 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653775 Sep 08 19:26:36.948239 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] Set router 3ba9fc90-9385-4d09-933c-e7944d031c90 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:37.137024 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19115c8-03b6-4ade-89cc-013103a7acd7 req-7dc42d21-c9b1-46da-83ac-e937645e62f3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:37.138893 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b19115c8-03b6-4ade-89cc-013103a7acd7 req-7dc42d21-c9b1-46da-83ac-e937645e62f3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 944 time: 0.0666199 Sep 08 19:26:37.188959 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:27Z', 'updated_at': '2021-09-08T19:26:31Z', 'revision_number': 4, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'gw_port': {'id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:28Z', 'updated_at': '2021-09-08T19:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'b33b6af3-6d26-4291-a3be-66c03b6862c2', 'name': '', 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'mac_address': 'fa:16:3e:c0:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '379bf557-e0ee-4ea3-b7d2-35092c58a32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:31Z', 'updated_at': '2021-09-08T19:26:36Z', 'revision_number': 4, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'subnets': [{'id': '379bf557-e0ee-4ea3-b7d2-35092c58a32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:37.213394 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b19115c8-03b6-4ade-89cc-013103a7acd7 req-52f25be7-4c6a-4604-b59e-4b85362dea9d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606356 Sep 08 19:26:37.246169 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38351191-d2ae-4156-bfcc-bd7b1aad91f6 None None] The sync data for ids ['3ba9fc90-9385-4d09-933c-e7944d031c90'] in dv-cinder-807933-1-iscsi is: [{'id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:27Z', 'updated_at': '2021-09-08T19:26:31Z', 'revision_number': 4, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'gw_port': {'id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:28Z', 'updated_at': '2021-09-08T19:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'b33b6af3-6d26-4291-a3be-66c03b6862c2', 'name': '', 'network_id': 'de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'mac_address': 'fa:16:3e:c0:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '379bf557-e0ee-4ea3-b7d2-35092c58a32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:31Z', 'updated_at': '2021-09-08T19:26:36Z', 'revision_number': 4, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'subnets': [{'id': '379bf557-e0ee-4ea3-b7d2-35092c58a32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:26:37.344786 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:37.688179 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b33b6af3-6d26-4291-a3be-66c03b6862c2 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:37.750087 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2ec9b-9599-43f1-bdca-5b821a4ccb7b req-46f7d410-3a3b-4faa-bea1-d2c52d25bd47 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:37.752639 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4fb2ec9b-9599-43f1-bdca-5b821a4ccb7b req-46f7d410-3a3b-4faa-bea1-d2c52d25bd47 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 945 time: 0.0597913 Sep 08 19:26:37.797395 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4fb2ec9b-9599-43f1-bdca-5b821a4ccb7b req-034a5743-d5fb-4842-8d98-5cc2a3f64246 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378389 Sep 08 19:26:37.972923 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port b33b6af3-6d26-4291-a3be-66c03b6862c2 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:37.974346 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950a70d-d02b-4df7-9991-126b2fec5a35 req-5ce989b0-a04d-429b-8e90-729c9af8e9ae tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:37.975936 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e950a70d-d02b-4df7-9991-126b2fec5a35 req-5ce989b0-a04d-429b-8e90-729c9af8e9ae tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0499916 Sep 08 19:26:37.979024 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port b33b6af3-6d26-4291-a3be-66c03b6862c2 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:37.979580 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:38.021883 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e950a70d-d02b-4df7-9991-126b2fec5a35 req-1cf44d78-7883-46d3-a96f-c647c7d83693 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385725 Sep 08 19:26:38.091619 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:38.135583 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port b33b6af3-6d26-4291-a3be-66c03b6862c2, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=b33b6af3-6d26-4291-a3be-66c03b6862c2,segment=NetworkSegment(8141b60c-7e57-4670-b824-ae8f1727052c),segment_id=8141b60c-7e57-4670-b824-ae8f1727052c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:38.214732 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:38.289737 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=b33b6af3-6d26-4291-a3be-66c03b6862c2,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:38.353027 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc3747-ba9f-442c-9743-8a79c3c5a18f req-37a9b3db-420e-4bd1-9f6f-4355c9a6c41c tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:38.354601 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-04dc3747-ba9f-442c-9743-8a79c3c5a18f req-37a9b3db-420e-4bd1-9f6f-4355c9a6c41c tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 944 time: 0.0529289 Sep 08 19:26:38.400479 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-04dc3747-ba9f-442c-9743-8a79c3c5a18f req-49584f9f-6c10-4139-8be1-b0a68d2a909a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394228 Sep 08 19:26:38.646683 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f280f964-8d4e-4a60-8057-b0661c80b903 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:38.774752 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port f280f964-8d4e-4a60-8057-b0661c80b903 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:38.780284 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port f280f964-8d4e-4a60-8057-b0661c80b903 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:38.780654 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:38.870287 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:38.899644 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280f964-8d4e-4a60-8057-b0661c80b903'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:38.902022 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6308bfff-c9b3-4a4f-a17e-da4476baf495" -d '{"events": [{"server_uuid": "22a921c1-81a7-4479-a5eb-c5d70f71cbc3", "name": "network-vif-plugged", "status": "completed", "tag": "f280f964-8d4e-4a60-8057-b0661c80b903"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:38.918425 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port f280f964-8d4e-4a60-8057-b0661c80b903, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f280f964-8d4e-4a60-8057-b0661c80b903,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:38.956677 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c654d3-1f31-42a1-b577-019ca32c57be x-openstack-request-id: req-34c654d3-1f31-42a1-b577-019ca32c57be {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:38.956962 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a921c1-81a7-4479-a5eb-c5d70f71cbc3", "name": "network-vif-plugged", "status": "completed", "tag": "f280f964-8d4e-4a60-8057-b0661c80b903", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:38.957212 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34c654d3-1f31-42a1-b577-019ca32c57be {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:38.957605 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'code': 200} Sep 08 19:26:38.964713 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712bea7-647c-4a59-b333-d1e86afca55e req-057b0805-9930-4525-97f8-02e3ed4cfe14 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:38.966485 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b712bea7-647c-4a59-b333-d1e86afca55e req-057b0805-9930-4525-97f8-02e3ed4cfe14 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 945 time: 0.0791919 Sep 08 19:26:38.984344 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:39.015966 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b712bea7-647c-4a59-b333-d1e86afca55e req-0f27d107-dc8d-4d10-865d-63e649ab566b tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fe073d-18fd-4558-8551-bca23ef5873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Sep 08 19:26:39.067044 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=f280f964-8d4e-4a60-8057-b0661c80b903,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:39.165923 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b959e7-7f61-4a5d-936f-6b9db82d5c29 req-53a6bf32-eaa8-4b2f-8b18-a9f351321314 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:39.174412 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e1b959e7-7f61-4a5d-936f-6b9db82d5c29 req-53a6bf32-eaa8-4b2f-8b18-a9f351321314 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0615196 Sep 08 19:26:39.227133 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e1b959e7-7f61-4a5d-936f-6b9db82d5c29 req-d70345f5-5847-4c7a-856c-93dad55ebab9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470409 Sep 08 19:26:39.339892 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-7a0c0ca2-288d-462b-9409-57d87d2c0fe3 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:39.341353 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-7a0c0ca2-288d-462b-9409-57d87d2c0fe3 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 945 time: 0.0594130 Sep 08 19:26:39.387019 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827db3a7-af4c-4e1a-bc9e-5cb791e55322 req-290e69f9-471f-43b7-b70b-6dcb4098638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:39.388807 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-827db3a7-af4c-4e1a-bc9e-5cb791e55322 req-290e69f9-471f-43b7-b70b-6dcb4098638f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 1098 time: 0.0578420 Sep 08 19:26:39.439711 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-827db3a7-af4c-4e1a-bc9e-5cb791e55322 req-41b0c271-275f-48bb-9c77-057dffe7b787 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Sep 08 19:26:39.451481 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Deleting port a47c64b8-2ad4-414b-a0cb-cfca2d833e14 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:26:39.451782 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:39.555074 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4646a96-6c6c-4a7f-b4e8-05c293468a0a req-4010d264-80e0-41a4-a206-66e90d6c0f31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:39.562578 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4646a96-6c6c-4a7f-b4e8-05c293468a0a req-4010d264-80e0-41a4-a206-66e90d6c0f31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 945 time: 0.0714359 Sep 08 19:26:39.574028 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] For port a47c64b8-2ad4-414b-a0cb-cfca2d833e14, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,segment=NetworkSegment(a01c43da-1705-4147-8830-d656f5f8d2b9),segment_id=a01c43da-1705-4147-8830-d656f5f8d2b9)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:39.574398 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:39.598081 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Calling delete_port for a47c64b8-2ad4-414b-a0cb-cfca2d833e14 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:26:39.610206 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4646a96-6c6c-4a7f-b4e8-05c293468a0a req-77540b3a-2461-41d5-b5e5-eb21d22b45a9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Sep 08 19:26:39.677272 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b33b6af3-6d26-4291-a3be-66c03b6862c2 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:39.731574 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port b33b6af3-6d26-4291-a3be-66c03b6862c2 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:39.732535 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:39.837631 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:39.854192 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['a47c64b8-2ad4-414b-a0cb-cfca2d833e14'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:26:39.878601 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Pushing event deleted for resources: {'Port': ['ID=a47c64b8-2ad4-414b-a0cb-cfca2d833e14,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:39.929309 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] No DVR routers for this DVR port a47c64b8-2ad4-414b-a0cb-cfca2d833e14 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:26:39.931937 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:39.934108 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-255c4701-72da-4971-954b-acdb9ac6b9e9 req-3095899e-c7ac-4b29-ad88-39ffdb915098 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.38 "DELETE /v2.0/ports/a47c64b8-2ad4-414b-a0cb-cfca2d833e14 HTTP/1.1" status: 204 len: 173 time: 0.5853846 Sep 08 19:26:39.934553 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313ead41-ecae-4f89-ab5d-1a620331fdd0', 'name': 'network-vif-deleted', 'tag': 'a47c64b8-2ad4-414b-a0cb-cfca2d833e14'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:39.936801 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b32e8-c5d4-4abb-9cde-6d3e05d82fb7" -d '{"events": [{"server_uuid": "313ead41-ecae-4f89-ab5d-1a620331fdd0", "name": "network-vif-deleted", "tag": "a47c64b8-2ad4-414b-a0cb-cfca2d833e14"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:39.980924 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6903f2a-3576-45f1-a449-82b28059f405 x-openstack-request-id: req-c6903f2a-3576-45f1-a449-82b28059f405 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:39.981290 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313ead41-ecae-4f89-ab5d-1a620331fdd0", "name": "network-vif-deleted", "tag": "a47c64b8-2ad4-414b-a0cb-cfca2d833e14", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:39.981612 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6903f2a-3576-45f1-a449-82b28059f405 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:39.982119 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313ead41-ecae-4f89-ab5d-1a620331fdd0', 'name': 'network-vif-deleted', 'tag': 'a47c64b8-2ad4-414b-a0cb-cfca2d833e14', 'status': 'completed', 'code': 200} Sep 08 19:26:40.058552 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-eda181c0-093b-4fed-a632-c57fa73b7e64 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:40.059933 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-eda181c0-093b-4fed-a632-c57fa73b7e64 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0719986 Sep 08 19:26:40.153888 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e025e968-12a1-4aa9-accb-2dcf008b3c44 req-7d23210c-c572-47b7-8428-8d3e48827866 tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0454137 Sep 08 19:26:40.195607 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Deleting port 00cd8ba7-3321-4f00-936f-999c0955df5c {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:26:40.196260 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:40.356835 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] For port 00cd8ba7-3321-4f00-936f-999c0955df5c, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=00cd8ba7-3321-4f00-936f-999c0955df5c,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:40.357202 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:40.373149 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Calling delete_port for 00cd8ba7-3321-4f00-936f-999c0955df5c owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:26:40.395914 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239196e-c596-4a59-b188-bf238f91f13d req-bfa01c2c-de35-4c5a-9f9b-a2803126b4a8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:40.397580 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a239196e-c596-4a59-b188-bf238f91f13d req-bfa01c2c-de35-4c5a-9f9b-a2803126b4a8 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 945 time: 0.0881472 Sep 08 19:26:40.488122 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a239196e-c596-4a59-b188-bf238f91f13d req-43fc798d-fac8-4e70-b5f3-254cd4ff8cc9 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Sep 08 19:26:40.695281 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:40.707636 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['00cd8ba7-3321-4f00-936f-999c0955df5c'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:26:40.729192 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Pushing event deleted for resources: {'Port': ['ID=00cd8ba7-3321-4f00-936f-999c0955df5c,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:40.771892 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] No DVR routers for this DVR port 00cd8ba7-3321-4f00-936f-999c0955df5c on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:26:40.774646 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:40.777691 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bbcf81b8-c1b9-4c40-b863-fbc21aea9be0 req-1f4617b8-99d3-42ad-a821-780e7f465b16 tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.38 "DELETE /v2.0/ports/00cd8ba7-3321-4f00-936f-999c0955df5c HTTP/1.1" status: 204 len: 173 time: 0.7112348 Sep 08 19:26:40.784156 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43f29c-1c59-47f8-8620-a07ee43d708d req-0cecd1f7-c7d6-4b0f-a2ea-f4becda921d3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:40.786701 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5f43f29c-1c59-47f8-8620-a07ee43d708d req-0cecd1f7-c7d6-4b0f-a2ea-f4becda921d3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 945 time: 0.0903306 Sep 08 19:26:40.838863 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5f43f29c-1c59-47f8-8620-a07ee43d708d req-5b8963d3-2b59-48bb-9a6d-3bc7638defa5 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455043 Sep 08 19:26:41.259975 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8cd1fd2a-4589-4eee-8158-dec1a5f29630 req-40314606-fce0-4ae1-8132-3b23a8f6056e tempest-AttachVolumeNegativeTest-1878257970 tempest-AttachVolumeNegativeTest-1878257970-project] 10.222.0.21 "GET /v2.0/ports?device_id=313ead41-ecae-4f89-ab5d-1a620331fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0279984 Sep 08 19:26:41.654021 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-52d6e1ae-4abe-425a-b92c-cc4551141faa req-e63d5e3f-5cfc-4618-b129-9c1ff0ff4eac tempest-ServerRescueNegativeTestJSON-1918142749 tempest-ServerRescueNegativeTestJSON-1918142749-project] 10.222.0.21 "GET /v2.0/ports?device_id=b93325a6-0737-459e-b8ac-dffbba89992d HTTP/1.1" status: 200 len: 210 time: 0.0349593 Sep 08 19:26:41.986203 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95c939-e9d4-4ae0-be4f-900b8cd6cd52 req-60ac0819-7f79-410c-b608-83f34d5f60db tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:41.990268 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dc95c939-e9d4-4ae0-be4f-900b8cd6cd52 req-60ac0819-7f79-410c-b608-83f34d5f60db tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 945 time: 0.0656171 Sep 08 19:26:41.990809 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93325a6-0737-459e-b8ac-dffbba89992d', 'name': 'network-vif-deleted', 'tag': '00cd8ba7-3321-4f00-936f-999c0955df5c'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:41.994261 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9fe128-706f-4d34-91f0-d322ff0a706c" -d '{"events": [{"server_uuid": "b93325a6-0737-459e-b8ac-dffbba89992d", "name": "network-vif-deleted", "tag": "00cd8ba7-3321-4f00-936f-999c0955df5c"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:42.060401 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d862df-9eff-4ad8-8044-a008900438f7 x-openstack-request-id: req-82d862df-9eff-4ad8-8044-a008900438f7 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:42.060795 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93325a6-0737-459e-b8ac-dffbba89992d", "name": "network-vif-deleted", "tag": "00cd8ba7-3321-4f00-936f-999c0955df5c", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:42.061140 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82d862df-9eff-4ad8-8044-a008900438f7 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:42.061620 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93325a6-0737-459e-b8ac-dffbba89992d', 'name': 'network-vif-deleted', 'tag': '00cd8ba7-3321-4f00-936f-999c0955df5c', 'status': 'completed', 'code': 200} Sep 08 19:26:42.079635 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dc95c939-e9d4-4ae0-be4f-900b8cd6cd52 req-114b0a39-bae8-4e28-9d90-c8a9e0f6182b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717778 Sep 08 19:26:42.215872 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56878-ddf0-4a1c-bdee-b2fea40609bb req-352358a9-2b87-4a6b-9195-6165e8f447aa tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:42.217826 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-09c56878-ddf0-4a1c-bdee-b2fea40609bb req-352358a9-2b87-4a6b-9195-6165e8f447aa tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 945 time: 0.0579672 Sep 08 19:26:42.268601 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-09c56878-ddf0-4a1c-bdee-b2fea40609bb req-8a1c69a9-a329-43da-9b97-625d0281689c tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405519 Sep 08 19:26:42.293151 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43590) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:42.326340 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43594) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:42.386601 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4a126e-9ba6-44cd-add2-e039e1eac19d admin admin] Deleting subnet e058c8ab-8bb0-482a-82d7-84a2f30fea3e {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:26:42.390514 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5b4a126e-9ba6-44cd-add2-e039e1eac19d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:42.437024 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5b4a126e-9ba6-44cd-add2-e039e1eac19d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375120'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:42.487844 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5b4a126e-9ba6-44cd-add2-e039e1eac19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:42.549290 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269a8449-6cff-463c-a89c-1be174b5f184 tempest-TestVolumeBootPattern-791638191 tempest-TestVolumeBootPattern-791638191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:42.552229 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-269a8449-6cff-463c-a89c-1be174b5f184 tempest-TestVolumeBootPattern-791638191 tempest-TestVolumeBootPattern-791638191-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 1093 time: 0.2578552 Sep 08 19:26:42.555299 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43596) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:42.560036 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'floatingip': {'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'port_id': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:42.632834 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5b4a126e-9ba6-44cd-add2-e039e1eac19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5160568'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:42.665947 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:42.668647 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a126e-9ba6-44cd-add2-e039e1eac19d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e058c8ab-8bb0-482a-82d7-84a2f30fea3e,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:42.695478 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5b4a126e-9ba6-44cd-add2-e039e1eac19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:42.697730 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5b4a126e-9ba6-44cd-add2-e039e1eac19d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e058c8ab-8bb0-482a-82d7-84a2f30fea3e HTTP/1.1" status: 204 len: 168 time: 0.3696384 Sep 08 19:26:42.699981 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43600) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:42.713601 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43602) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:42.785335 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:42.927307 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:42.931359 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.006517 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f66ed6-8379-450b-ae8b-a1c5e1d387cc']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:43.024726 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01c43da-1705-4147-8830-d656f5f8d2b9') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:43.025044 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01c43da-1705-4147-8830-d656f5f8d2b9') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:43.039978 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.081978 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.091794 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:26:43.092194 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:26:43.096277 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:26:43.159478 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Allocated IP 172.27.0.248 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/9cd95f05-363c-478f-9b64-0074b69fd25d) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:43.225193 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775979'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.277734 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.287145 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.297012 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.313310 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5f66ed6-8379-450b-ae8b-a1c5e1d387cc HTTP/1.1" status: 204 len: 168 time: 0.6013489 Sep 08 19:26:43.329763 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce078a-8cd3-401e-b197-714f0b116e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f66ed6-8379-450b-ae8b-a1c5e1d387cc,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:43.430978 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.491908 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:43.495508 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:43.497994 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:43.531198 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'Port': ['ID=9cd95f05-363c-478f-9b64-0074b69fd25d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:43.681547 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Deleting port fe60f962-7963-43d2-b3f9-a0b00ea7966c {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:26:43.683637 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.766983 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43606) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:43.832014 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] For port fe60f962-7963-43d2-b3f9-a0b00ea7966c, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=fe60f962-7963-43d2-b3f9-a0b00ea7966c,segment=NetworkSegment(3b517e04-7e7a-4385-9a48-4f07f0414702),segment_id=3b517e04-7e7a-4385-9a48-4f07f0414702)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:43.832377 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:43.849064 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ec3d26b5-47f7-4734-bdaf-af48eb84c9e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44af43e186db418481f331503d3fdcd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0806513 Sep 08 19:26:43.852746 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43608) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:43.858852 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Calling delete_port for fe60f962-7963-43d2-b3f9-a0b00ea7966c owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:26:43.968699 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:44.029130 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:44.125903 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:44.180677 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:44.184593 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:44.186657 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12fe073d-18fd-4558-8551-bca23ef5873f HTTP/1.1" status: 204 len: 168 time: 0.3324597 Sep 08 19:26:44.199090 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fe073d-18fd-4558-8551-bca23ef5873f,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:44.209066 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.209481 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.209911 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.210292 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.210655 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.211188 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.211779 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.212145 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.213196 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.214136 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.214598 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.215183 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd1fec-c0cc-452f-a5ef-1c359866dd18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:26:44.498607 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:44.532860 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe60f962-7963-43d2-b3f9-a0b00ea7966c,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:44.718586 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device a47c64b8-2ad4-414b-a0cb-cfca2d833e14 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:26:44.719171 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776095'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:44.764905 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: a47c64b8-2ad4-414b-a0cb-cfca2d833e14 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:26:44.767416 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device a47c64b8-2ad4-414b-a0cb-cfca2d833e14 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:26:44.768113 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 00cd8ba7-3321-4f00-936f-999c0955df5c no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:26:44.780178 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:44.790540 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 00cd8ba7-3321-4f00-936f-999c0955df5c {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:26:44.790540 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 00cd8ba7-3321-4f00-936f-999c0955df5c not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:26:44.974134 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:45.043474 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:45.176144 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:45.265454 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Router dbb8f5ee-23de-422d-a56c-787e32c756d4 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:26:45.359486 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.l3_db [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Floating IP 05fa59b4-ae68-40a8-b9e6-7e880101e38e associated. External IP: 172.27.0.248, port: f280f964-8d4e-4a60-8057-b0661c80b903. Sep 08 19:26:45.418043 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'Port': ['ID=9cd95f05-363c-478f-9b64-0074b69fd25d,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:45.430903 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:26:45.436429 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ef087b13-fbb3-4378-a449-165bafcc48a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/dbb8f5ee-23de-422d-a56c-787e32c756d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7204981 Sep 08 19:26:45.441955 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43634) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:45.442400 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] Sync routers for ids ['dbb8f5ee-23de-422d-a56c-787e32c756d4'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:26:45.452163 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] Routers {'dbb8f5ee-23de-422d-a56c-787e32c756d4'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:45.452894 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['dbb8f5ee-23de-422d-a56c-787e32c756d4'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:45.551373 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:45.571084 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] Set router dbb8f5ee-23de-422d-a56c-787e32c756d4 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:45.597048 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Router d55b2d28-7f43-47aa-a31b-3eb47c62e63a has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:26:45.703457 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:45.758594 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:26:45.771065 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] Sync routers for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:26:45.781226 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:45.788617 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:45.816461 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:11Z', 'updated_at': '2021-09-08T19:26:44Z', 'revision_number': 5, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'gw_port': {'id': 'a3b3e721-f5e7-4502-b592-828007e57bd3', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:12Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:45.851062 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] Checking router: dbb8f5ee-23de-422d-a56c-787e32c756d4 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:26:45.853494 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Deleting port a3b3e721-f5e7-4502-b592-828007e57bd3 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:26:45.853494 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:45.862252 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] Routers {'dbb8f5ee-23de-422d-a56c-787e32c756d4'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:45.863216 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['dbb8f5ee-23de-422d-a56c-787e32c756d4'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:45.872115 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:45.905925 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-aeebbc8a-8868-495d-b138-b4013045367d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3493142 Sep 08 19:26:45.906610 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'tag': 'f280f964-8d4e-4a60-8057-b0661c80b903'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:45.910337 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e" -d '{"events": [{"name": "network-changed", "server_uuid": "22a921c1-81a7-4479-a5eb-c5d70f71cbc3", "tag": "f280f964-8d4e-4a60-8057-b0661c80b903"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:45.941256 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:45.964412 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] Set router dbb8f5ee-23de-422d-a56c-787e32c756d4 gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:45.972610 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] For port a3b3e721-f5e7-4502-b592-828007e57bd3, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a3b3e721-f5e7-4502-b592-828007e57bd3,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:45.973230 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:45.995867 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410d923e-ffd5-4bba-96ca-c6e056d85e17 x-openstack-request-id: req-410d923e-ffd5-4bba-96ca-c6e056d85e17 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:45.996431 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a921c1-81a7-4479-a5eb-c5d70f71cbc3", "tag": "f280f964-8d4e-4a60-8057-b0661c80b903", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:45.996753 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-410d923e-ffd5-4bba-96ca-c6e056d85e17 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:45.997121 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Calling delete_port for a3b3e721-f5e7-4502-b592-828007e57bd3 owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:26:46.002376 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'tag': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'status': 'completed', 'code': 200} Sep 08 19:26:46.035818 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:11Z', 'updated_at': '2021-09-08T19:26:45Z', 'revision_number': 6, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'gw_port_host': None}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:46.064549 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2745ce-59be-43f5-b2a8-2091009ac433 None None] The sync data for ids ['dbb8f5ee-23de-422d-a56c-787e32c756d4'] in dv-cinder-807933-1-iscsi is: [{'id': 'dbb8f5ee-23de-422d-a56c-787e32c756d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1965901225-router', 'tenant_id': '40026f37090147acb5ef2c6cee17252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:11Z', 'updated_at': '2021-09-08T19:26:45Z', 'revision_number': 6, 'project_id': '40026f37090147acb5ef2c6cee17252d', 'gw_port_host': None}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:26:46.112790 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-79270816-aabb-4e28-8353-ff9e71f0c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:46.115810 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-79270816-aabb-4e28-8353-ff9e71f0c1c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 1098 time: 0.0977330 Sep 08 19:26:46.248357 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-26d8e3cf-0767-4489-8fa9-f78dad378017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:46.249977 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-26d8e3cf-0767-4489-8fa9-f78dad378017 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 911 time: 0.1257920 Sep 08 19:26:46.294862 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:46.318790 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-bf1a8771-c746-42e9-b4cb-c322a610a2a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f280f964-8d4e-4a60-8057-b0661c80b903 HTTP/1.1" status: 200 len: 999 time: 0.0610411 Sep 08 19:26:46.328001 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b3e721-f5e7-4502-b592-828007e57bd3,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:46.376084 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '05fa59b4-ae68-40a8-b9e6-7e880101e38e', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:80:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:26:43Z', 'updated_at': '2021-09-08T19:26:43Z', 'revision_number': 0, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:46.406853 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-6a4bcb27-0b17-420f-9bfd-51e04b077886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:46.410966 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-6a4bcb27-0b17-420f-9bfd-51e04b077886 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0838439 Sep 08 19:26:46.418463 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732285'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:46.425268 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] Checking router: d55b2d28-7f43-47aa-a31b-3eb47c62e63a for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:26:46.438883 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:46.440099 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:46.467783 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-e4cf96c9-94cd-4bef-bd03-9b4a82c4e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:46.469299 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-e4cf96c9-94cd-4bef-bd03-9b4a82c4e2cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494363 Sep 08 19:26:46.545369 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3482'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:46.551816 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:46.592822 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-885b770a-6de4-4b51-a286-fb386bd6e5f2 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142344 Sep 08 19:26:46.614719 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:46.713601 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770247'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:46.714451 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb8f5ee-23de-422d-a56c-787e32c756d4 {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 19:26:46.715855 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2d4af7a-60ff-4646-8a0f-33641fd7b38e req-ea86bc9a-3cf7-4836-9b9d-8a594c1f1560 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141222 Sep 08 19:26:46.722382 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:46.723759 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c5fbd136-bf52-48c5-a0bc-a37325c5fef4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dbb8f5ee-23de-422d-a56c-787e32c756d4 HTTP/1.1" status: 204 len: 168 time: 1.2808402 Sep 08 19:26:46.726292 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43668) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:46.772518 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-8f9a34a8-9a3a-4be0-8a4d-432c1fd228de tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:46.779650 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f92c14d-e998-4339-9a8f-ab0f6360fe97 admin admin] Deleting subnet 738f89a8-600e-4fbc-8682-aec06d47c2d8 {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:26:46.779837 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-8f9a34a8-9a3a-4be0-8a4d-432c1fd228de tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/networks?id=91186ade-1a73-4a52-be2d-3dee55ef4bac HTTP/1.1" status: 200 len: 814 time: 0.1447213 Sep 08 19:26:46.783689 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6f92c14d-e998-4339-9a8f-ab0f6360fe97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:46.796535 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-b32d4d70-bb83-42bb-8e64-b114f9d7ce6e tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/quotas/df4b1ee020d94f55b2c54e6e22fbc11f HTTP/1.1" status: 200 len: 375 time: 0.0159123 Sep 08 19:26:46.833382 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6f92c14d-e998-4339-9a8f-ab0f6360fe97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375120'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:46.852571 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-51836bd9-166a-45dc-9446-8e5b254ad00e tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551953 Sep 08 19:26:46.878862 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6f92c14d-e998-4339-9a8f-ab0f6360fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:46.918322 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '05fa59b4-ae68-40a8-b9e6-7e880101e38e', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:80:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:26:43Z', 'updated_at': '2021-09-08T19:26:43Z', 'revision_number': 0, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:46.949261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14480978-a6ba-4ea0-a340-215b582a9f55 None None] The sync data for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi is: [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '05fa59b4-ae68-40a8-b9e6-7e880101e38e', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:80:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:26:43Z', 'updated_at': '2021-09-08T19:26:43Z', 'revision_number': 0, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:26:47.013749 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6f92c14d-e998-4339-9a8f-ab0f6360fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5160568'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.025856 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-fc3a41fa-9651-4d96-a577-919fb4038ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266949 Sep 08 19:26:47.042995 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92c14d-e998-4339-9a8f-ab0f6360fe97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738f89a8-600e-4fbc-8682-aec06d47c2d8,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:47.061105 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6f92c14d-e998-4339-9a8f-ab0f6360fe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.066346 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6f92c14d-e998-4339-9a8f-ab0f6360fe97 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/738f89a8-600e-4fbc-8682-aec06d47c2d8 HTTP/1.1" status: 204 len: 168 time: 0.3360219 Sep 08 19:26:47.066628 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43678) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:47.137084 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.143436 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-6e2ac4fb-a9f9-404d-b404-072821cb837a service neutron] 10.222.0.21 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098855 Sep 08 19:26:47.222243 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.246351 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf24ac38-2b8d-4503-9d06-e96587b6c526']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:47.263434 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b517e04-7e7a-4385-9a48-4f07f0414702') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:47.263795 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b517e04-7e7a-4385-9a48-4f07f0414702') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:47.271015 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271bfcbf-c00c-488e-9208-50c5285cff12 None None] New status for floating IP 05fa59b4-ae68-40a8-b9e6-7e880101e38e: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:26:47.279044 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.294546 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.302491 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:26:47.302886 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:26:47.305206 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:26:47.425958 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f268309e-22a4-45bc-8a1a-fb1c5ad4848d req-a684fbcc-2a50-4d5d-8d12-2e77aafb419e tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 210 time: 0.0260391 Sep 08 19:26:47.459321 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.472695 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.477448 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf24ac38-2b8d-4503-9d06-e96587b6c526 HTTP/1.1" status: 204 len: 168 time: 0.4097261 Sep 08 19:26:47.478897 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18130b0-cead-47cc-b786-01710580102e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf24ac38-2b8d-4503-9d06-e96587b6c526,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:47.636109 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device fe60f962-7963-43d2-b3f9-a0b00ea7966c no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:26:47.659674 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: fe60f962-7963-43d2-b3f9-a0b00ea7966c {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:26:47.660007 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device fe60f962-7963-43d2-b3f9-a0b00ea7966c not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:26:47.660412 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a3b3e721-f5e7-4502-b592-828007e57bd3 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:26:47.679508 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: a3b3e721-f5e7-4502-b592-828007e57bd3 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:26:47.679852 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a3b3e721-f5e7-4502-b592-828007e57bd3 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:26:47.832609 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43690) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:47.872434 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-45e6de7c-e8e6-46ff-9339-5762fcc71b6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40026f37090147acb5ef2c6cee17252d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386693 Sep 08 19:26:47.874983 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43694) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:47.922093 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-848a28e1-3cc1-4dcd-a717-f514a7469e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:47.942939 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-848a28e1-3cc1-4dcd-a717-f514a7469e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:48.064309 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-848a28e1-3cc1-4dcd-a717-f514a7469e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:48.066933 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-848a28e1-3cc1-4dcd-a717-f514a7469e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:48.068118 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-848a28e1-3cc1-4dcd-a717-f514a7469e47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68 HTTP/1.1" status: 204 len: 168 time: 0.1922462 Sep 08 19:26:48.076371 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a28e1-3cc1-4dcd-a717-f514a7469e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6ee868-ba17-41ff-ac3a-5ce0cdf9aa68,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:48.522884 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61174a16-3547-4075-adc2-5a2006d2765b req-4117882d-3e88-4dee-bf61-3874b88a1c27 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 210 time: 0.0272877 Sep 08 19:26:49.286074 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43738) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:49.382478 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1550739064-network', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:49.509399 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Made reservation on behalf of 33fe5a2baa51495ab417abfc0d0a795c for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:26:49.511689 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:49.521256 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:49.610140 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:49.624378 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4fcb7753-f10d-4f88-bf31-6da06c8db9ee req-c8879f51-53f4-4ca9-80e6-68f96f023cf7 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 210 time: 0.0286663 Sep 08 19:26:49.669554 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:49.696329 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:26:49.702301 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0699b-1cdd-4fa5-b5cb-4d8ca248b803,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:49.708609 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:49.708945 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Added segment f04d3bf3-dd24-41fb-a7db-832a893e7991 of type vlan for network a4c11c2f-276a-4315-9121-02d331fdc08b Sep 08 19:26:49.752384 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:49.825659 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:49.826704 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:49.827274 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:49.884994 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] Pushing event updated for resources: {'Network': ['ID=a4c11c2f-276a-4315-9121-02d331fdc08b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:49.895728 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network a4c11c2f-276a-4315-9121-02d331fdc08b details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:26:49.912555 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8371486a-261b-4b23-b5aa-cd2345fb9fde admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6250820 Sep 08 19:26:49.915198 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43748) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:49.919920 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Request body: {'subnet': {'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1550739064-subnet', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:50.025568 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Made reservation on behalf of 33fe5a2baa51495ab417abfc0d0a795c for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:26:50.027865 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:50.254480 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:50.310978 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c5b9fb-43cf-45aa-a268-bb3604ce7269,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:50.318860 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Checking segment: {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:50.319211 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Network hostable DHCP agents. Network: a4c11c2f-276a-4315-9121-02d331fdc08b, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:26:50.397139 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Network a4c11c2f-276a-4315-9121-02d331fdc08b is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:26:50.477176 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, a4c11c2f-276a-4315-9121-02d331fdc08b) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:50.481241 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:50.481863 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:50.488602 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c00f239-2211-4bd7-a28d-e5d1cfeae1ae None None] Network a4c11c2f-276a-4315-9121-02d331fdc08b requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:26:50.575408 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-9721f63d-928a-41ef-8018-d32cb8482fd7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6590924 Sep 08 19:26:50.577964 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43750) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:50.582202 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:50.627803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-a4c11c2f-276a-4315-9121-02d331fdc08b', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:26:50.630203 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:50.678157 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:50.679011 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:50.715791 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8bbea8a5-f6f6-4289-9f9a-b7540ea2eb2b req-9e5778f8-05e5-4e9f-b573-4ece72465177 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 210 time: 0.0250349 Sep 08 19:26:50.746961 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:50.770505 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Allocated IP 172.20.0.2 (a4c11c2f-276a-4315-9121-02d331fdc08b/81c5b9fb-43cf-45aa-a268-bb3604ce7269/55bd7a7a-be5b-4560-8094-d75a2f949f96) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:50.950673 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.026546 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.035155 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Transition to ACTIVE for port object 55bd7a7a-be5b-4560-8094-d75a2f949f96 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:51.049365 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Transition to ACTIVE for port object 55bd7a7a-be5b-4560-8094-d75a2f949f96 will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:51.140524 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.177498 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Network a4c11c2f-276a-4315-9121-02d331fdc08b is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:51.180271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:51.183782 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:51.195189 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Pushing event updated for resources: {'Port': ['ID=55bd7a7a-be5b-4560-8094-d75a2f949f96,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:51.223819 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.242476 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.242681 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Attempting to bind port 55bd7a7a-be5b-4560-8094-d75a2f949f96 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:51.242982 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Attempting to bind port 55bd7a7a-be5b-4560-8094-d75a2f949f96 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:51.243344 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Attempting to bind port 55bd7a7a-be5b-4560-8094-d75a2f949f96 on network a4c11c2f-276a-4315-9121-02d331fdc08b {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:51.248217 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:51.248589 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Checking segment: {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:51.248989 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.249381 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Bound using segment: {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:51.249872 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Bound port: 55bd7a7a-be5b-4560-8094-d75a2f949f96, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:51.250252 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.319470 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] For port 55bd7a7a-be5b-4560-8094-d75a2f949f96, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:51.322736 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] For port 55bd7a7a-be5b-4560-8094-d75a2f949f96, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=55bd7a7a-be5b-4560-8094-d75a2f949f96,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:51.352313 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Allocated IP 172.27.0.175 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/156fa043-fe61-41c1-8885-1fa5a7314888) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:51.374907 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.433993 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389ef0f-a5aa-43c5-a4b0-3a764af88de1 None None] Pushing event updated for resources: {'Port': ['ID=55bd7a7a-be5b-4560-8094-d75a2f949f96,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:51.462897 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.558197 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:51.588416 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:51.611413 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:51.614954 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:51.662208 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Pushing event updated for resources: {'Port': ['ID=156fa043-fe61-41c1-8885-1fa5a7314888,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:51.754699 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 55bd7a7a-be5b-4560-8094-d75a2f949f96 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:51.812268 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2122bf50-492a-43d9-99db-b1b71667cc85 req-a7954876-374d-4be4-85fd-72cadbc44b23 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 210 time: 0.0258152 Sep 08 19:26:51.869487 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 55bd7a7a-be5b-4560-8094-d75a2f949f96 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:51.971953 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:52.301061 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-b731dbe0-cfda-4102-ae9d-70f9af70793b tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:52.303271 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-b731dbe0-cfda-4102-ae9d-70f9af70793b tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.38 "GET /v2.0/networks?id=91186ade-1a73-4a52-be2d-3dee55ef4bac HTTP/1.1" status: 200 len: 814 time: 0.1296952 Sep 08 19:26:52.319085 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'port': {'device_id': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'admin_state_up': True, 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:52.394738 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc8e48-77b4-4a32-9582-5c9cef2a9bed None None] Network a4c11c2f-276a-4315-9121-02d331fdc08b requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:26:52.420295 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:52.521460 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Made reservation on behalf of df4b1ee020d94f55b2c54e6e22fbc11f for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:26:52.525197 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:52.559858 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c0114c1b-63a4-44b6-a286-ae591dc3ff8a None None] Provisioning for port 55bd7a7a-be5b-4560-8094-d75a2f949f96 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:52.565436 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c0114c1b-63a4-44b6-a286-ae591dc3ff8a None None] Provisioning complete for port 55bd7a7a-be5b-4560-8094-d75a2f949f96 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:52.565835 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c0114c1b-63a4-44b6-a286-ae591dc3ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:52.637473 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Router 4d138c4c-9bdf-4de2-9992-824615e526e0 is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:26:52.663922 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c0114c1b-63a4-44b6-a286-ae591dc3ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:52.694261 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Allocated IP 172.20.0.12 (91186ade-1a73-4a52-be2d-3dee55ef4bac/9698f7ef-2d70-4549-8f31-abfc66b4f9f5/e969c441-e828-461a-accb-c7a5731e56c4) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:52.733988 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c0114c1b-63a4-44b6-a286-ae591dc3ff8a None None] For port 55bd7a7a-be5b-4560-8094-d75a2f949f96, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=55bd7a7a-be5b-4560-8094-d75a2f949f96,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:52.773257 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:26:52.785403 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Sync routers for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:26:52.799832 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:52.800909 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:52.842716 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c0114c1b-63a4-44b6-a286-ae591dc3ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:52.860847 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:52.862569 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-98be89d0-05ee-47db-a59c-6f67b8f632f7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2836721 Sep 08 19:26:52.865377 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43778) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:52.930052 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:52.948233 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0114c1b-63a4-44b6-a286-ae591dc3ff8a None None] Pushing event updated for resources: {'Port': ['ID=55bd7a7a-be5b-4560-8094-d75a2f949f96,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:52.968875 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Transition to ACTIVE for port object e969c441-e828-461a-accb-c7a5731e56c4 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:52.995967 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81e461bf-f69e-45a5-b144-3c56f9afb5c8 req-45dd0232-40a6-4426-862d-7d66b511dbed tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 210 time: 0.0332489 Sep 08 19:26:53.017747 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a9e6844a-2388-41f8-829c-d4628cba3117 None None] Provisioning complete for port 55bd7a7a-be5b-4560-8094-d75a2f949f96 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:53.018185 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a9e6844a-2388-41f8-829c-d4628cba3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:53.023178 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:53.156026 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:53.218503 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Network 91186ade-1a73-4a52-be2d-3dee55ef4bac is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:53.223852 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:53.228925 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:53.305339 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:53.306573 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:51Z', 'revision_number': 3, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:53.306789 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:53.306789 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'Port': ['ID=e969c441-e828-461a-accb-c7a5731e56c4,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:53.336334 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Checking router: 4d138c4c-9bdf-4de2-9992-824615e526e0 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:26:53.336671 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Updating router 4d138c4c-9bdf-4de2-9992-824615e526e0 port 156fa043-fe61-41c1-8885-1fa5a7314888 binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:26:53.385405 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a1536255-169e-42b4-bbd7-145aff6bce03 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0704799 Sep 08 19:26:53.387736 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:53.421807 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Request body: {'port': {'device_id': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:53.529617 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:53.557863 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:53.584466 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:53.733959 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 55bd7a7a-be5b-4560-8094-d75a2f949f96 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:53.800201 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Allocated IP 172.20.0.1 (a4c11c2f-276a-4315-9121-02d331fdc08b/81c5b9fb-43cf-45aa-a268-bb3604ce7269/1e94055e-ad52-48c8-a864-365f61763071) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:53.848389 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 55bd7a7a-be5b-4560-8094-d75a2f949f96 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:53.849263 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:53.894939 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-1e51192b-bb66-4270-95ee-fbd5903ba8e7 None None] Provisioning for port e969c441-e828-461a-accb-c7a5731e56c4 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:53.900577 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-1e51192b-bb66-4270-95ee-fbd5903ba8e7 None None] Provisioning complete for port e969c441-e828-461a-accb-c7a5731e56c4 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:53.901229 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1e51192b-bb66-4270-95ee-fbd5903ba8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:53.995689 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.013900 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Transition to ACTIVE for port object 1e94055e-ad52-48c8-a864-365f61763071 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:54.026944 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-1e51192b-bb66-4270-95ee-fbd5903ba8e7 None None] Port e969c441-e828-461a-accb-c7a5731e56c4 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:26:54.056441 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.069754 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Transition to ACTIVE for port object 156fa043-fe61-41c1-8885-1fa5a7314888 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:54.105017 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e969c441-e828-461a-accb-c7a5731e56c4 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:26:54.113206 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.125359 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Transition to ACTIVE for port object e969c441-e828-461a-accb-c7a5731e56c4 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:54.132626 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.153530 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a94fa-17ce-4b57-a48a-014cffb06dd4 req-246b5e5d-eb3c-4141-a68c-7f2269142e85 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:54.155111 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-df7a94fa-17ce-4b57-a48a-014cffb06dd4 req-246b5e5d-eb3c-4141-a68c-7f2269142e85 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 932 time: 0.0533555 Sep 08 19:26:54.170363 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.211718 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c8161-c511-40ad-9db8-830244fc950c None None] Pushing event updated for resources: {'Port': ['ID=156fa043-fe61-41c1-8885-1fa5a7314888,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:54.221371 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.229986 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Attempting to bind port 156fa043-fe61-41c1-8885-1fa5a7314888 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:54.230492 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Attempting to bind port 156fa043-fe61-41c1-8885-1fa5a7314888 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:54.230855 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Attempting to bind port 156fa043-fe61-41c1-8885-1fa5a7314888 on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:54.253986 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:54.254513 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:54.254749 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.255143 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:54.255623 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Bound port: 156fa043-fe61-41c1-8885-1fa5a7314888, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:54.256034 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.273998 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Network a4c11c2f-276a-4315-9121-02d331fdc08b is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:54.284239 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:54.285147 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Pushing event updated for resources: {'Port': ['ID=e969c441-e828-461a-accb-c7a5731e56c4,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:54.320594 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Pushing event updated for resources: {'Port': ['ID=1e94055e-ad52-48c8-a864-365f61763071,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:54.324338 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:54.364511 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-df7a94fa-17ce-4b57-a48a-014cffb06dd4 req-05d6ce15-f767-4de0-961e-3e2e5d1497d2 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018261 Sep 08 19:26:54.383280 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.387706 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] For port 156fa043-fe61-41c1-8885-1fa5a7314888, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:54.391271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] For port 156fa043-fe61-41c1-8885-1fa5a7314888, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=156fa043-fe61-41c1-8885-1fa5a7314888,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:54.437458 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Attempting to bind port e969c441-e828-461a-accb-c7a5731e56c4 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:54.437826 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Attempting to bind port e969c441-e828-461a-accb-c7a5731e56c4 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:54.438238 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Attempting to bind port e969c441-e828-461a-accb-c7a5731e56c4 on network 91186ade-1a73-4a52-be2d-3dee55ef4bac {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:54.443567 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Port e969c441-e828-461a-accb-c7a5731e56c4 on network 91186ade-1a73-4a52-be2d-3dee55ef4bac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:26:54.449257 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Attempting to bind port e969c441-e828-461a-accb-c7a5731e56c4 on network 91186ade-1a73-4a52-be2d-3dee55ef4bac {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:54.451214 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:54.451561 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Checking segment: {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:54.452037 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Bound using segment: {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:54.452483 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Bound port: e969c441-e828-461a-accb-c7a5731e56c4, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:54.452988 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.500843 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.574684 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] For port e969c441-e828-461a-accb-c7a5731e56c4, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:54.599955 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] For port e969c441-e828-461a-accb-c7a5731e56c4, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=e969c441-e828-461a-accb-c7a5731e56c4,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:54.672205 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:54.678903 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:54.678903 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c8161-c511-40ad-9db8-830244fc950c None None] Pushing event updated for resources: {'Port': ['ID=156fa043-fe61-41c1-8885-1fa5a7314888,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:54.695490 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.744971 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:54.746443 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.748269 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] 10.222.0.38 "PUT /v2.0/ports/e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 200 len: 1094 time: 1.3346288 Sep 08 19:26:54.751113 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:26:54.754399 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189b0753-b7c1-41c9-a6a8-7085d9c7523a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:26:54.801358 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:54.818054 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea15dbe-63e2-4fe6-a7d7-657e5de49805 service neutron] Pushing event updated for resources: {'Port': ['ID=e969c441-e828-461a-accb-c7a5731e56c4,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:54.821613 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98be3c97-7dee-4a26-9c83-3bea49ca71dc x-openstack-request-id: req-98be3c97-7dee-4a26-9c83-3bea49ca71dc {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:26:54.821940 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:26:54.822186 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98be3c97-7dee-4a26-9c83-3bea49ca71dc {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:26:54.822571 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4', 'status': 'completed', 'code': 200} Sep 08 19:26:54.895982 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:54.975887 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca782c73-90f1-4a3d-8afc-509faf17eb7a None None] Provisioning for port 1e94055e-ad52-48c8-a864-365f61763071 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:54.984120 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca782c73-90f1-4a3d-8afc-509faf17eb7a None None] Provisioning complete for port 1e94055e-ad52-48c8-a864-365f61763071 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:54.984600 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca782c73-90f1-4a3d-8afc-509faf17eb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:55.040863 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:55.076857 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca782c73-90f1-4a3d-8afc-509faf17eb7a None None] Port 1e94055e-ad52-48c8-a864-365f61763071 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:26:55.123193 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:55.151714 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:51Z', 'revision_number': 3, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:55.178320 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f534d8-c5bb-410b-a274-0a62e9527bd1 None None] The sync data for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi is: [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:51Z', 'revision_number': 3, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:26:55.197052 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Pushing event updated for resources: {'Port': ['ID=1e94055e-ad52-48c8-a864-365f61763071,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:55.202349 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:55.306446 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Network a4c11c2f-276a-4315-9121-02d331fdc08b is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:55.307878 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:55.519260 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Router 4d138c4c-9bdf-4de2-9992-824615e526e0 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:26:55.645516 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0823d24-8598-4e72-a559-53851e962f6b req-acd221e6-c69e-4ed0-8c1f-48d50fd433a0 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:55.653441 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c0823d24-8598-4e72-a559-53851e962f6b req-acd221e6-c69e-4ed0-8c1f-48d50fd433a0 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.1378589 Sep 08 19:26:55.671617 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-945dddf8-2109-4774-97fc-384d9e0207f0 None None] Provisioning complete for port 1e94055e-ad52-48c8-a864-365f61763071 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:55.673361 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-945dddf8-2109-4774-97fc-384d9e0207f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:55.715172 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:26:55.745568 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:26:55.770108 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-75fac142-7cbf-4665-a18c-c62290a61507 admin admin] 10.222.0.21 "PUT /v2.0/routers/4d138c4c-9bdf-4de2-9992-824615e526e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8942857 Sep 08 19:26:55.805185 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 156fa043-fe61-41c1-8885-1fa5a7314888 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:55.814638 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c0823d24-8598-4e72-a559-53851e962f6b req-6b1c6a6e-5522-4fd5-9ff4-4bbe29f43fc1 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598673 Sep 08 19:26:55.841333 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-945dddf8-2109-4774-97fc-384d9e0207f0 None None] Port 1e94055e-ad52-48c8-a864-365f61763071 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:26:55.946066 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 156fa043-fe61-41c1-8885-1fa5a7314888 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:55.951789 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 156fa043-fe61-41c1-8885-1fa5a7314888 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:55.952364 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:56.251578 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:56.287077 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 156fa043-fe61-41c1-8885-1fa5a7314888, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=156fa043-fe61-41c1-8885-1fa5a7314888,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:26:56.351807 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:56.445964 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=156fa043-fe61-41c1-8885-1fa5a7314888,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:56.448252 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43842) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:56.546426 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43846) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:56.551144 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-c30f2377-e35b-4d85-8c94-10ebb3f0dc5f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391316484', 'description': 'tempest-description--70954751'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:56.588736 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-24961963-e629-41ed-af0b-ec4a3a5ca7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:56.660160 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c30f2377-e35b-4d85-8c94-10ebb3f0dc5f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:56.751886 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-24961963-e629-41ed-af0b-ec4a3a5ca7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:56.828914 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-24961963-e629-41ed-af0b-ec4a3a5ca7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:56.879356 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24961963-e629-41ed-af0b-ec4a3a5ca7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0229d2-9803-4350-b504-2de799f235b7,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:56.948446 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43852) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:56.954762 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-24961963-e629-41ed-af0b-ec4a3a5ca7aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2defa9655c11471c883a86889fc20836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052624 Sep 08 19:26:56.999134 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94165e-3922-4e4a-af07-c16c2453a120 req-f35c9494-570c-40d5-a6d0-5914d6bdfbd5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:57.001243 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0b94165e-3922-4e4a-af07-c16c2453a120 req-f35c9494-570c-40d5-a6d0-5914d6bdfbd5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.1096039 Sep 08 19:26:57.011867 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aced336c-ec01-4213-a64c-1916a074b195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.048752 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c30f2377-e35b-4d85-8c94-10ebb3f0dc5f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.051259 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aced336c-ec01-4213-a64c-1916a074b195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.070736 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0b94165e-3922-4e4a-af07-c16c2453a120 req-db1d16ac-3021-4998-8e23-37b18f5d2bcc tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556021 Sep 08 19:26:57.112084 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c30f2377-e35b-4d85-8c94-10ebb3f0dc5f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.160307 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f2377-e35b-4d85-8c94-10ebb3f0dc5f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711d3647-49f2-4735-97e0-7acc6dda37e8,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:57.161054 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aced336c-ec01-4213-a64c-1916a074b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.163664 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aced336c-ec01-4213-a64c-1916a074b195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.165136 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-aced336c-ec01-4213-a64c-1916a074b195 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df0229d2-9803-4350-b504-2de799f235b7 HTTP/1.1" status: 204 len: 168 time: 0.2154603 Sep 08 19:26:57.181238 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced336c-ec01-4213-a64c-1916a074b195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0229d2-9803-4350-b504-2de799f235b7,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:57.192589 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c30f2377-e35b-4d85-8c94-10ebb3f0dc5f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.194107 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c30f2377-e35b-4d85-8c94-10ebb3f0dc5f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6468031 Sep 08 19:26:57.197520 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43856) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:57.203421 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-ec6b9b37-425d-4180-a0da-ed87aa5fe6ae tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'security_group_rule': {'security_group_id': '711d3647-49f2-4735-97e0-7acc6dda37e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:57.305137 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9b37-425d-4180-a0da-ed87aa5fe6ae tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.325704 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Sync routers for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:26:57.356509 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:57.363393 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:57.374788 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9b37-425d-4180-a0da-ed87aa5fe6ae tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.446708 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9b37-425d-4180-a0da-ed87aa5fe6ae tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.467911 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:57.487971 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9b37-425d-4180-a0da-ed87aa5fe6ae tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7512cd4a-7556-4e72-80d5-f6d535c7b97f,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:57.561342 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9b37-425d-4180-a0da-ed87aa5fe6ae tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.565489 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ec6b9b37-425d-4180-a0da-ed87aa5fe6ae tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3641720 Sep 08 19:26:57.566210 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43860) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:57.571286 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-31013d8e-68cb-4a6e-b1ee-bb086fa51e86 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'security_group_rule': {'security_group_id': '711d3647-49f2-4735-97e0-7acc6dda37e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:57.686361 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-31013d8e-68cb-4a6e-b1ee-bb086fa51e86 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.713153 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 156fa043-fe61-41c1-8885-1fa5a7314888 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:57.722081 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 2, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:57.753091 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Checking router: 4d138c4c-9bdf-4de2-9992-824615e526e0 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:26:57.753435 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Updating router 4d138c4c-9bdf-4de2-9992-824615e526e0 port 1e94055e-ad52-48c8-a864-365f61763071 binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:26:57.782061 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.796409 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 156fa043-fe61-41c1-8885-1fa5a7314888 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:57.805447 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.805635 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-31013d8e-68cb-4a6e-b1ee-bb086fa51e86 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.887232 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-31013d8e-68cb-4a6e-b1ee-bb086fa51e86 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.910863 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31013d8e-68cb-4a6e-b1ee-bb086fa51e86 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae52260f-24f1-4da6-bbda-2551d737e9a1,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:57.978406 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-31013d8e-68cb-4a6e-b1ee-bb086fa51e86 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:57.980794 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-31013d8e-68cb-4a6e-b1ee-bb086fa51e86 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4124880 Sep 08 19:26:57.983092 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43872) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:26:57.988034 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'floatingip': {'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:26:58.094803 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:58.127691 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:58.138759 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Transition to ACTIVE for port object 1e94055e-ad52-48c8-a864-365f61763071 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:26:58.220398 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:58.271480 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fc2c3-6dca-4c95-9afb-06d4b9bc554b None None] Pushing event updated for resources: {'Port': ['ID=1e94055e-ad52-48c8-a864-365f61763071,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:58.272407 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0717f-3a9e-4195-8226-cde4b10f38dc req-5a3ddf85-6e96-45b1-8ba2-374a88cd36c6 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:58.280726 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b1f0717f-3a9e-4195-8226-cde4b10f38dc req-5a3ddf85-6e96-45b1-8ba2-374a88cd36c6 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.1128533 Sep 08 19:26:58.315555 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:58.408947 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Attempting to bind port 1e94055e-ad52-48c8-a864-365f61763071 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:26:58.409547 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Attempting to bind port 1e94055e-ad52-48c8-a864-365f61763071 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:26:58.409658 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Attempting to bind port 1e94055e-ad52-48c8-a864-365f61763071 on network a4c11c2f-276a-4315-9121-02d331fdc08b {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:26:58.420038 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:26:58.420414 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Checking segment: {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:26:58.420836 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:58.421286 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Bound using segment: {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:26:58.421782 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Bound port: 1e94055e-ad52-48c8-a864-365f61763071, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:26:58.435116 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:58.529098 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] For port 1e94055e-ad52-48c8-a864-365f61763071, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:26:58.533591 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] For port 1e94055e-ad52-48c8-a864-365f61763071, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=1e94055e-ad52-48c8-a864-365f61763071,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:26:58.576400 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b1f0717f-3a9e-4195-8226-cde4b10f38dc req-e4ac4388-2ce2-449c-81c9-a83adbe267a5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874124 Sep 08 19:26:58.615835 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:58.632778 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Allocated IP 172.27.0.169 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/197f8456-8f64-4880-a6f3-f6eaaa714104) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:26:58.674304 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:26:58.675605 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:26:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:58.785809 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:58.831750 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fc2c3-6dca-4c95-9afb-06d4b9bc554b None None] Pushing event updated for resources: {'Port': ['ID=1e94055e-ad52-48c8-a864-365f61763071,revision_number=4']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:58.853425 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:26:58.911984 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:58.994556 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:26:59.004522 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'Port': ['ID=197f8456-8f64-4880-a6f3-f6eaaa714104,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:59.007850 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:26:59.013618 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:26:59.102067 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:26:58Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:26:59.138315 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:59.144929 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28046e00-4a8f-4bfa-ac5d-c550a42b790c None None] The sync data for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi is: [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:26:58Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:26:59.258572 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:59.449805 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:59.521659 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:59.663042 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'Port': ['ID=197f8456-8f64-4880-a6f3-f6eaaa714104,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:26:59.689563 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:59.784812 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ca07-e36b-47b6-acf3-68e6be51461d req-f74beaa0-32a9-4dd3-9f0e-e8b55e2b2a56 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:26:59.787253 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f571ca07-e36b-47b6-acf3-68e6be51461d req-f74beaa0-32a9-4dd3-9f0e-e8b55e2b2a56 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.0686448 Sep 08 19:26:59.802250 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:26:59.802250 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-fd826a68-5c2e-45eb-a489-49bbbe5dc00d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8101976 Sep 08 19:26:59.812131 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 1e94055e-ad52-48c8-a864-365f61763071 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:26:59.844484 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f571ca07-e36b-47b6-acf3-68e6be51461d req-bbbce8df-e9c9-4938-9cfc-84cc28e00d49 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495582 Sep 08 19:26:59.957075 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 1e94055e-ad52-48c8-a864-365f61763071 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:26:59.961984 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 1e94055e-ad52-48c8-a864-365f61763071 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:26:59.962704 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:00.059116 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-c49d1729-9a2b-45ea-af45-6b6cb2eba0fc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1391316484&fields=id&tenant_id=33fe5a2baa51495ab417abfc0d0a795c HTTP/1.1" status: 200 len: 267 time: 0.0388925 Sep 08 19:27:00.131276 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:00.176743 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 1e94055e-ad52-48c8-a864-365f61763071, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=1e94055e-ad52-48c8-a864-365f61763071,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:00.201089 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-5fec548d-4a03-4a7f-92ba-4d1de3e254e3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:00.209201 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-5fec548d-4a03-4a7f-92ba-4d1de3e254e3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/networks?id=a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 200 len: 811 time: 0.1418288 Sep 08 19:27:00.221019 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-15e036f6-4793-4037-b9c6-6286029c86dd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/quotas/33fe5a2baa51495ab417abfc0d0a795c HTTP/1.1" status: 200 len: 375 time: 0.0106301 Sep 08 19:27:00.241101 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:00.306022 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-58ab2c9e-f85f-4f92-b151-a9c17e54162a tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708756 Sep 08 19:27:00.309789 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=1e94055e-ad52-48c8-a864-365f61763071,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:00.638359 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-72070aa8-9c2f-447e-9508-52bcd8cc5c3a service neutron] 10.222.0.21 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298657 Sep 08 19:27:00.744667 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-49009a9d-5db7-4b82-9394-1f61131eeb82 service neutron] 10.222.0.21 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000390 Sep 08 19:27:01.031652 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffff91-be6a-4f22-ab89-ed435bf91325 req-7cf13374-9dae-41fc-9ff0-79d80c572ff2 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:01.038181 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86ffff91-be6a-4f22-ab89-ed435bf91325 req-7cf13374-9dae-41fc-9ff0-79d80c572ff2 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.0743198 Sep 08 19:27:01.075729 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86ffff91-be6a-4f22-ab89-ed435bf91325 req-530b3b2d-549c-47a8-94b1-10b8b6ac0bef tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347788 Sep 08 19:27:01.159285 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3fc4b452-6203-4dd6-a241-adf942864e23 req-8045517f-db24-4ecc-af1c-27bc822864ad tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 210 time: 0.0321450 Sep 08 19:27:01.661232 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 1e94055e-ad52-48c8-a864-365f61763071 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:27:01.715646 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 1e94055e-ad52-48c8-a864-365f61763071 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:27:01.716022 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:01.741611 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7eec6307-3d24-444f-86b3-cf2077aae734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:02.215229 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270f4cd-e78f-44ef-9c44-5148f6f2aea1 req-eef1ebd3-6ec4-4b4e-b55b-0af8d15db154 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:02.216771 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2270f4cd-e78f-44ef-9c44-5148f6f2aea1 req-eef1ebd3-6ec4-4b4e-b55b-0af8d15db154 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.0660014 Sep 08 19:27:02.257902 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2270f4cd-e78f-44ef-9c44-5148f6f2aea1 req-907226d4-c577-4834-91f6-e9fbd75f8d5f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344081 Sep 08 19:27:02.268848 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3198f9dd-6f45-41e1-8384-0ec4f9a5b500 req-78f52490-f4a5-4636-92f9-5c8e1a5b7675 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 210 time: 0.0272031 Sep 08 19:27:02.696690 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 43956) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:02.803336 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-519a07da-d019-4f5e-8e1c-74aa4d48271d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:02.900641 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-519a07da-d019-4f5e-8e1c-74aa4d48271d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:02.968330 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-519a07da-d019-4f5e-8e1c-74aa4d48271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:03.007844 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-519a07da-d019-4f5e-8e1c-74aa4d48271d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aef5cd1b64b944ce925e3c54b9d67769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100543 Sep 08 19:27:03.008720 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a07da-d019-4f5e-8e1c-74aa4d48271d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829deff0-74eb-42cd-8e4c-4224207b216d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:03.010554 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43960) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:03.065752 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a1f270e9-c3f8-44c0-abc6-5d26807349f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:03.088592 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a1f270e9-c3f8-44c0-abc6-5d26807349f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:03.208524 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a1f270e9-c3f8-44c0-abc6-5d26807349f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:03.211139 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a1f270e9-c3f8-44c0-abc6-5d26807349f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:03.212289 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a1f270e9-c3f8-44c0-abc6-5d26807349f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/829deff0-74eb-42cd-8e4c-4224207b216d HTTP/1.1" status: 204 len: 168 time: 0.2005873 Sep 08 19:27:03.221476 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f270e9-c3f8-44c0-abc6-5d26807349f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829deff0-74eb-42cd-8e4c-4224207b216d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:03.400059 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d41a9942-71bf-4eb1-955b-aa492e66f425 req-d1057ea8-81ee-4348-8841-0ccb63058ade tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 210 time: 0.0303464 Sep 08 19:27:03.403044 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca23f1b-511f-44a3-be1e-aadee8a485d9 req-da623d17-0712-4062-95f1-c6f703e02e32 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:03.404525 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fca23f1b-511f-44a3-be1e-aadee8a485d9 req-da623d17-0712-4062-95f1-c6f703e02e32 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.0749588 Sep 08 19:27:03.446442 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fca23f1b-511f-44a3-be1e-aadee8a485d9 req-b0768fb6-1fa8-4d92-8d31-7f2366e4cbba tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353980 Sep 08 19:27:04.151291 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-417e45e4-052c-4e98-9c35-bc0e27d25a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.340600 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43990) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:04.395356 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.439942 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1294386742-network', 'tenant_id': '145d22207f1b43acae3af3bac67c98cf'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:04.499248 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-641265f2-97b3-4ed8-86c6-e07508359bd0 req-9f3c8d58-0126-461b-91c7-708a708b9085 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 210 time: 0.0277419 Sep 08 19:27:04.539917 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Made reservation on behalf of 145d22207f1b43acae3af3bac67c98cf for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:27:04.542235 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.550985 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.568030 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace24a8-4bc8-442e-8702-08081c0c1978 req-be6526e4-8ac4-4440-8506-d85bea416863 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:04.572588 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ace24a8-4bc8-442e-8702-08081c0c1978 req-be6526e4-8ac4-4440-8506-d85bea416863 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.0489798 Sep 08 19:27:04.610484 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ace24a8-4bc8-442e-8702-08081c0c1978 req-271c6dab-2150-4386-b65a-05b3134baf4c tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344312 Sep 08 19:27:04.648458 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.716989 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.743026 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:27:04.748932 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aadd47-9625-42a8-81e6-de670abf8b8b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:04.757164 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.757500 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Added segment 474ba651-6651-4954-8be4-2d1cadc4eb2a of type vlan for network 53378a59-925a-4fca-bc8a-37c1bbc57217 Sep 08 19:27:04.798621 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.853644 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.854642 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:04.855242 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:04.913379 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] Pushing event updated for resources: {'Network': ['ID=53378a59-925a-4fca-bc8a-37c1bbc57217,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:04.923185 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network 53378a59-925a-4fca-bc8a-37c1bbc57217 details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:27:04.927323 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b2eb25ea-e523-47ab-a372-ccc00fa4114e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5856643 Sep 08 19:27:04.930253 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 43998) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:04.934978 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Request body: {'subnet': {'network_id': '53378a59-925a-4fca-bc8a-37c1bbc57217', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1294386742-subnet', 'tenant_id': '145d22207f1b43acae3af3bac67c98cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:05.008420 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Made reservation on behalf of 145d22207f1b43acae3af3bac67c98cf for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:27:05.010792 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:05.122958 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b0753-b7c1-41c9-a6a8-7085d9c7523a req-20af2f73-4e72-4103-8af8-d08a67e9ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:05.124436 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-189b0753-b7c1-41c9-a6a8-7085d9c7523a req-20af2f73-4e72-4103-8af8-d08a67e9ceae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 1097 time: 0.0388055 Sep 08 19:27:05.232018 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b0753-b7c1-41c9-a6a8-7085d9c7523a req-a755af0f-7104-4d27-9ae3-60783f6669ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:05.233477 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-189b0753-b7c1-41c9-a6a8-7085d9c7523a req-a755af0f-7104-4d27-9ae3-60783f6669ec service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0981116 Sep 08 19:27:05.242560 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:05.306074 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed11156-2eb9-4b07-b211-621789985a1e,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:05.313403 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Checking segment: {'id': '474ba651-6651-4954-8be4-2d1cadc4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53378a59-925a-4fca-bc8a-37c1bbc57217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:27:05.313788 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Network hostable DHCP agents. Network: 53378a59-925a-4fca-bc8a-37c1bbc57217, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:27:05.344185 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b0753-b7c1-41c9-a6a8-7085d9c7523a req-5614320d-006d-4c03-ad64-98b0fc8089a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:05.345596 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-189b0753-b7c1-41c9-a6a8-7085d9c7523a req-5614320d-006d-4c03-ad64-98b0fc8089a2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0976524 Sep 08 19:27:05.429259 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Network 53378a59-925a-4fca-bc8a-37c1bbc57217 is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:27:05.449306 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-8c967eaf-1e35-4811-8754-9aa00bedd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:05.450852 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-8c967eaf-1e35-4811-8754-9aa00bedd9f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 1097 time: 0.0445590 Sep 08 19:27:05.493314 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-10dd9786-a850-483d-b018-1b8b23f77c64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 200 len: 217 time: 0.0341887 Sep 08 19:27:05.503674 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, 53378a59-925a-4fca-bc8a-37c1bbc57217) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:27:05.509305 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:05.513824 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:05.514574 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c55f7c-d19b-49a1-a968-124a3b94ef8a None None] Network 53378a59-925a-4fca-bc8a-37c1bbc57217 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:27:05.546873 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-3653855a-191e-4b53-8e3e-36752322b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:05.548486 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-3653855a-191e-4b53-8e3e-36752322b0a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9698f7ef-2d70-4549-8f31-abfc66b4f9f5 HTTP/1.1" status: 200 len: 853 time: 0.0470364 Sep 08 19:27:05.609389 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-44b9f4fb-629d-4d97-8e9d-b682039e2033 req-21af065c-55be-477d-84e7-cc358c387c9d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 210 time: 0.0304103 Sep 08 19:27:05.637751 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-2bfd54a2-9c1d-4896-88c1-1b14412eb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:05.639312 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-2bfd54a2-9c1d-4896-88c1-1b14412eb07c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91186ade-1a73-4a52-be2d-3dee55ef4bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727439 Sep 08 19:27:05.665003 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff008e-fda6-4e4b-a839-bccb8dcb69e3 None None] Network 53378a59-925a-4fca-bc8a-37c1bbc57217 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:27:05.695964 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-dd57a7b9-a707-4e62-a86c-dc67d8653f9f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7641602 Sep 08 19:27:05.779910 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-a3b4076c-37e6-4685-abfa-93b7b6883eb4 service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307776 Sep 08 19:27:05.788514 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e77b6-62e6-4d46-9813-83ff129e9922 req-5050f02f-7f06-4a7c-932d-649c521ad3ec tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:05.790027 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0a5e77b6-62e6-4d46-9813-83ff129e9922 req-5050f02f-7f06-4a7c-932d-649c521ad3ec tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.1041882 Sep 08 19:27:05.881836 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0a5e77b6-62e6-4d46-9813-83ff129e9922 req-df68811c-59bc-4191-9081-5dd580d352be tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736392 Sep 08 19:27:05.882867 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:05.903465 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a274f46d-829a-4f53-a941-b6a11c0362ee req-85188bff-527b-4e0b-b13d-5d6052ba6f51 service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099024 Sep 08 19:27:06.274534 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-2309f830-25e8-40d9-a2f4-47b0d658e975 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:06.277531 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-2309f830-25e8-40d9-a2f4-47b0d658e975 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "GET /v2.0/networks?id=a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 200 len: 811 time: 0.1045787 Sep 08 19:27:06.321828 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-5669a8b6-eef4-4df0-b725-fc888506e7ef tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33fe5a2baa51495ab417abfc0d0a795c HTTP/1.1" status: 200 len: 380 time: 0.0353658 Sep 08 19:27:06.332000 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'port': {'device_id': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'admin_state_up': True, 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'security_groups': ['711d3647-49f2-4735-97e0-7acc6dda37e8']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:06.369623 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44018) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:06.374586 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1946191898-network', 'tenant_id': '9b4c44506c3547f9a05790a3a5ffd3a9'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:06.465402 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Made reservation on behalf of 9b4c44506c3547f9a05790a3a5ffd3a9 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:27:06.467819 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.476676 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.543216 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Made reservation on behalf of 33fe5a2baa51495ab417abfc0d0a795c for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:27:06.547001 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.623049 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.675616 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Allocated IP 172.20.0.9 (a4c11c2f-276a-4315-9121-02d331fdc08b/81c5b9fb-43cf-45aa-a268-bb3604ce7269/df0dcd93-c62a-4761-8be2-e2b52cf45926) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:27:06.688297 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.712521 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-384e6e20-e399-43a9-bb8e-dad90548d961 req-f3a85c8f-3488-4292-aaee-b3ee93b1fc7a tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 210 time: 0.0342069 Sep 08 19:27:06.735221 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:27:06.747641 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf982c-4c8f-44c8-8e49-ae4e694130be,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:06.752475 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.752823 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Added segment e9ed1b8e-a986-4d50-adcd-a6e801fda642 of type vlan for network d99bd5e7-197f-47f1-9b1a-e248508069f8 Sep 08 19:27:06.793460 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.827809 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.841277 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Transition to ACTIVE for port object df0dcd93-c62a-4761-8be2-e2b52cf45926 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:27:06.876648 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.878461 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:06.879081 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.934456 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:06.939393 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] Pushing event updated for resources: {'Network': ['ID=d99bd5e7-197f-47f1-9b1a-e248508069f8,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:06.950167 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network d99bd5e7-197f-47f1-9b1a-e248508069f8 details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:27:06.972522 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6c497da8-caef-46da-8ff5-bda9cb1b570c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6017339 Sep 08 19:27:06.973218 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44028) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:06.977986 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Request body: {'subnet': {'network_id': 'd99bd5e7-197f-47f1-9b1a-e248508069f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1946191898-subnet', 'tenant_id': '9b4c44506c3547f9a05790a3a5ffd3a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:07.007706 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Network a4c11c2f-276a-4315-9121-02d331fdc08b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:27:07.015496 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:27:07.023394 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:27:07.035067 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'Port': ['ID=df0dcd93-c62a-4761-8be2-e2b52cf45926,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:07.060066 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Made reservation on behalf of 9b4c44506c3547f9a05790a3a5ffd3a9 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:27:07.062544 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.069667 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda56b73-96b0-4d65-850b-d582a4093891 req-50c566b3-690b-49d5-97fe-ab93d3be42b6 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:07.071256 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bda56b73-96b0-4d65-850b-d582a4093891 req-50c566b3-690b-49d5-97fe-ab93d3be42b6 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.1081913 Sep 08 19:27:07.111844 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:07.112668 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.137742 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bda56b73-96b0-4d65-850b-d582a4093891 req-fcbdaddd-5a75-49dc-b47a-7f891abc343a tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552876 Sep 08 19:27:07.218545 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-3fe4cb3d-ffac-4587-aae1-128ff2d0cb1e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8900981 Sep 08 19:27:07.238921 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Request body: {'port': {'device_id': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:07.263580 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.289160 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-9963b31a-e37d-4c60-9a08-913577092973 None None] Provisioning for port df0dcd93-c62a-4761-8be2-e2b52cf45926 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:27:07.292895 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-9963b31a-e37d-4c60-9a08-913577092973 None None] Provisioning complete for port df0dcd93-c62a-4761-8be2-e2b52cf45926 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:27:07.293267 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9963b31a-e37d-4c60-9a08-913577092973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.296598 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.327595 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-9963b31a-e37d-4c60-9a08-913577092973 None None] Port df0dcd93-c62a-4761-8be2-e2b52cf45926 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:27:07.338437 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.401769 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969eba2a-8018-4170-92ec-3a7b60da0aea,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:07.413562 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Checking segment: {'id': 'e9ed1b8e-a986-4d50-adcd-a6e801fda642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd99bd5e7-197f-47f1-9b1a-e248508069f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:27:07.413562 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Network hostable DHCP agents. Network: d99bd5e7-197f-47f1-9b1a-e248508069f8, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:27:07.511111 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Network d99bd5e7-197f-47f1-9b1a-e248508069f8 is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:27:07.568794 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0dcd93-c62a-4761-8be2-e2b52cf45926 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:27:07.576146 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.588270 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Transition to ACTIVE for port object df0dcd93-c62a-4761-8be2-e2b52cf45926 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:27:07.608162 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, d99bd5e7-197f-47f1-9b1a-e248508069f8) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:27:07.612865 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:07.613486 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.618374 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97f987-adbf-4ff2-809d-ac8364f68f68 None None] Network d99bd5e7-197f-47f1-9b1a-e248508069f8 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:27:07.671117 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.700346 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a1608a32-0054-4520-9681-483d2352a108 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7258854 Sep 08 19:27:07.754838 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73acd9-d4d4-47e2-8c04-4f9a0000277b None None] Network d99bd5e7-197f-47f1-9b1a-e248508069f8 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:27:07.755661 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=df0dcd93-c62a-4761-8be2-e2b52cf45926,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:07.872861 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44036) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:07.880886 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Attempting to bind port df0dcd93-c62a-4761-8be2-e2b52cf45926 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:27:07.881226 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Attempting to bind port df0dcd93-c62a-4761-8be2-e2b52cf45926 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:27:07.881591 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Attempting to bind port df0dcd93-c62a-4761-8be2-e2b52cf45926 on network a4c11c2f-276a-4315-9121-02d331fdc08b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:27:07.906212 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Port df0dcd93-c62a-4761-8be2-e2b52cf45926 on network a4c11c2f-276a-4315-9121-02d331fdc08b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:27:07.906565 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Attempting to bind port df0dcd93-c62a-4761-8be2-e2b52cf45926 on network a4c11c2f-276a-4315-9121-02d331fdc08b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:27:07.908049 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043f898-8802-44d3-9126-bd4aa0d9ece6 req-1576b204-640b-4a2d-be58-456834a1fbd3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:07.910441 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8043f898-8802-44d3-9126-bd4aa0d9ece6 req-1576b204-640b-4a2d-be58-456834a1fbd3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 943 time: 0.0745752 Sep 08 19:27:07.919593 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:27:07.919945 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Checking segment: {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:27:07.920334 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Bound using segment: {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:27:07.920783 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Bound port: df0dcd93-c62a-4761-8be2-e2b52cf45926, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:27:07.921201 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:07.948021 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb58267b-bd2c-4ee7-bdb1-8a9e931cd118 admin admin] Deleting subnet 6ed11156-2eb9-4b07-b211-621789985a1e {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:27:07.950467 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8043f898-8802-44d3-9126-bd4aa0d9ece6 req-d2ffe62b-1fb1-4759-97b1-f0cd24a31207 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341487 Sep 08 19:27:07.967779 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fb58267b-bd2c-4ee7-bdb1-8a9e931cd118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.021510 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fb58267b-bd2c-4ee7-bdb1-8a9e931cd118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375120'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.058102 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] For port df0dcd93-c62a-4761-8be2-e2b52cf45926, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:27:08.066103 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] For port df0dcd93-c62a-4761-8be2-e2b52cf45926, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:27:08.079766 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fb58267b-bd2c-4ee7-bdb1-8a9e931cd118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.139691 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.171060 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:08.171735 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.173160 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] 10.222.0.38 "PUT /v2.0/ports/df0dcd93-c62a-4761-8be2-e2b52cf45926 HTTP/1.1" status: 200 len: 1093 time: 0.9384956 Sep 08 19:27:08.173504 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'tag': 'df0dcd93-c62a-4761-8be2-e2b52cf45926'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:08.176613 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b61fb30-526b-4115-bf99-a055283b4c30" -d '{"events": [{"name": "network-changed", "server_uuid": "b23d458a-758f-42bf-8f0c-6d2231e8443c", "tag": "df0dcd93-c62a-4761-8be2-e2b52cf45926"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:08.214358 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23116c47-071d-4595-b57a-a546e1e9f7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=df0dcd93-c62a-4761-8be2-e2b52cf45926,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:08.224333 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fb58267b-bd2c-4ee7-bdb1-8a9e931cd118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5160568'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.227915 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc7468-9908-47da-b689-cf6e13922b00 x-openstack-request-id: req-60bc7468-9908-47da-b689-cf6e13922b00 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:08.228539 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23d458a-758f-42bf-8f0c-6d2231e8443c", "tag": "df0dcd93-c62a-4761-8be2-e2b52cf45926", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:08.230943 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60bc7468-9908-47da-b689-cf6e13922b00 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:08.230943 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'tag': 'df0dcd93-c62a-4761-8be2-e2b52cf45926', 'status': 'completed', 'code': 200} Sep 08 19:27:08.290989 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58267b-bd2c-4ee7-bdb1-8a9e931cd118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed11156-2eb9-4b07-b211-621789985a1e,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:08.295461 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fb58267b-bd2c-4ee7-bdb1-8a9e931cd118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.297347 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-fb58267b-bd2c-4ee7-bdb1-8a9e931cd118 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ed11156-2eb9-4b07-b211-621789985a1e HTTP/1.1" status: 204 len: 168 time: 0.4232435 Sep 08 19:27:08.302190 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44042) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:08.339380 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1fa8e-3423-42e6-a7df-66a8980f8306 req-80c91e9f-efc4-4407-a6af-d17a821829d0 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:08.340885 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-59b1fa8e-3423-42e6-a7df-66a8980f8306 req-80c91e9f-efc4-4407-a6af-d17a821829d0 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.1185977 Sep 08 19:27:08.347565 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61fb30-526b-4115-bf99-a055283b4c30 req-e7113d40-410f-424c-a7a0-8ece12cecfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:08.349072 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3b61fb30-526b-4115-bf99-a055283b4c30 req-e7113d40-410f-424c-a7a0-8ece12cecfa6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 1096 time: 0.0856900 Sep 08 19:27:08.379268 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.417737 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-59b1fa8e-3423-42e6-a7df-66a8980f8306 req-7f3e3af5-4273-48b3-88ad-eb1a8e2a777f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676153 Sep 08 19:27:08.471949 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.477464 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61fb30-526b-4115-bf99-a055283b4c30 req-94363f96-26b2-4096-9df2-cba6546a208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:08.478963 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3b61fb30-526b-4115-bf99-a055283b4c30 req-94363f96-26b2-4096-9df2-cba6546a208d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1162436 Sep 08 19:27:08.490961 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53378a59-925a-4fca-bc8a-37c1bbc57217']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:08.500977 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474ba651-6651-4954-8be4-2d1cadc4eb2a') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:08.501265 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474ba651-6651-4954-8be4-2d1cadc4eb2a') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:08.511114 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278415'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.524878 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.530595 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:27:08.530968 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4249662'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: Traceback (most recent call last): Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: timer() Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: cb(*args, **kw) Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: return func(*args, **kwargs) Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: self._notify() Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: self.callback(batched_events) Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: event.method(event) Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: return f(self, *a, **k) Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._get(url).json() Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:27:08.532579 dv-cinder-807933-1-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:27:08.574117 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61fb30-526b-4115-bf99-a055283b4c30 req-84e1dfb5-f4da-4cb0-802c-066069aa02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:08.575600 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3b61fb30-526b-4115-bf99-a055283b4c30 req-84e1dfb5-f4da-4cb0-802c-066069aa02a3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0883262 Sep 08 19:27:08.657373 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-8a89112c-4242-4168-88e3-ce1be691be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:08.659147 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-8a89112c-4242-4168-88e3-ce1be691be31 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 1096 time: 0.0424695 Sep 08 19:27:08.708966 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-831be320-fba1-4e85-aa1a-c74efbeb4cda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926 HTTP/1.1" status: 200 len: 217 time: 0.0394130 Sep 08 19:27:08.763344 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-7695a564-cb74-4294-8a88-1810db9ca239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:08.764812 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-7695a564-cb74-4294-8a88-1810db9ca239 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81c5b9fb-43cf-45aa-a268-bb3604ce7269 HTTP/1.1" status: 200 len: 850 time: 0.0478222 Sep 08 19:27:08.813779 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23b08497-c245-497d-8a6a-d091e7cd4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:08.816087 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-23b08497-c245-497d-8a6a-d091e7cd4424 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4c11c2f-276a-4315-9121-02d331fdc08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418673 Sep 08 19:27:08.839635 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device e969c441-e828-461a-accb-c7a5731e56c4 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:27:08.913342 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-c46e8898-3404-465c-9401-147d109902d7 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885763 Sep 08 19:27:08.948248 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port e969c441-e828-461a-accb-c7a5731e56c4, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=e969c441-e828-461a-accb-c7a5731e56c4,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:08.961156 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'e969c441-e828-461a-accb-c7a5731e56c4', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'port_id': 'e969c441-e828-461a-accb-c7a5731e56c4', 'mac_address': 'fa:16:3e:13:b2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:27:09.009783 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.028829 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e969c441-e828-461a-accb-c7a5731e56c4 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:27:09.030149 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4169e1cc-5f3d-453e-8fba-1836131c776a req-66d648ec-4653-4650-b0f4-ace74e319ad1 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083660 Sep 08 19:27:09.051686 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port e969c441-e828-461a-accb-c7a5731e56c4, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=e969c441-e828-461a-accb-c7a5731e56c4,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:09.084301 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b159b-887a-4c0d-986b-4d381cb133d0 req-74fc2d89-b85e-4c48-b355-dbe9e15d17a4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:09.085803 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-914b159b-887a-4c0d-986b-4d381cb133d0 req-74fc2d89-b85e-4c48-b355-dbe9e15d17a4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 943 time: 0.0519650 Sep 08 19:27:09.124884 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-914b159b-887a-4c0d-986b-4d381cb133d0 req-9a065fbd-8709-47db-a9b6-51484d59ba87 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329692 Sep 08 19:27:09.247434 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.256216 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.258836 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/53378a59-925a-4fca-bc8a-37c1bbc57217 HTTP/1.1" status: 204 len: 168 time: 0.9553409 Sep 08 19:27:09.262764 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44048) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:09.272296 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d51f0-2864-45b9-96fe-5dc3c00e86e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=53378a59-925a-4fca-bc8a-37c1bbc57217,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:09.323676 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6186f8-759d-466f-8411-386682d10d67 admin admin] Deleting subnet 969eba2a-8018-4170-92ec-3a7b60da0aea {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:27:09.327594 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5d6186f8-759d-466f-8411-386682d10d67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.369653 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5d6186f8-759d-466f-8411-386682d10d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375120'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.409239 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5d6186f8-759d-466f-8411-386682d10d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.543790 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1ce18-5a2c-44a8-9958-17df8484db69 req-d9fc9f83-8f1c-4933-953d-b166870a5eb1 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:09.545181 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45b1ce18-5a2c-44a8-9958-17df8484db69 req-d9fc9f83-8f1c-4933-953d-b166870a5eb1 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 944 time: 0.0563931 Sep 08 19:27:09.584534 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45b1ce18-5a2c-44a8-9958-17df8484db69 req-35368e50-b3eb-45c2-82b3-bc14e59b3fd9 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Sep 08 19:27:09.660785 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.661106 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5d6186f8-759d-466f-8411-386682d10d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5160568'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.687893 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6186f8-759d-466f-8411-386682d10d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969eba2a-8018-4170-92ec-3a7b60da0aea,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:09.692784 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5d6186f8-759d-466f-8411-386682d10d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.695326 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5d6186f8-759d-466f-8411-386682d10d67 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/969eba2a-8018-4170-92ec-3a7b60da0aea HTTP/1.1" status: 204 len: 168 time: 0.4313536 Sep 08 19:27:09.697902 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44052) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:09.713472 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=e969c441-e828-461a-accb-c7a5731e56c4,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:09.764847 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.844862 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.864843 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99bd5e7-197f-47f1-9b1a-e248508069f8']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:09.873693 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ed1b8e-a986-4d50-adcd-a6e801fda642') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:09.874003 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ed1b8e-a986-4d50-adcd-a6e801fda642') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:09.883947 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.897254 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.902864 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:27:09.903242 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:27:09.904833 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:27:09.909034 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['e969c441-e828-461a-accb-c7a5731e56c4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:27:10.046587 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:10.051699 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:10.053533 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d99bd5e7-197f-47f1-9b1a-e248508069f8 HTTP/1.1" status: 204 len: 168 time: 0.3547029 Sep 08 19:27:10.064298 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c1206-9f04-4e8b-ac25-9e268fe7ef20 admin admin] Pushing event deleted for resources: {'Network': ['ID=d99bd5e7-197f-47f1-9b1a-e248508069f8,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:10.242281 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f113461-b1a3-4548-861e-ad9c483b7bdf req-0d687762-6004-49b1-9d8e-01c6e27393b3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:10.243811 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f113461-b1a3-4548-861e-ad9c483b7bdf req-0d687762-6004-49b1-9d8e-01c6e27393b3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 943 time: 0.0476522 Sep 08 19:27:10.284596 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f113461-b1a3-4548-861e-ad9c483b7bdf req-f143067c-0d0c-400d-b792-be6f169ecc33 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348513 Sep 08 19:27:10.386390 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44058) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:10.424823 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b7b07a6c-7863-4e48-bc41-b3a6507870b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=145d22207f1b43acae3af3bac67c98cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373030 Sep 08 19:27:10.427275 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44060) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:10.473138 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-979a23f2-2537-4905-ada5-a3dd782b1795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:10.493377 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-979a23f2-2537-4905-ada5-a3dd782b1795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:10.585429 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-979a23f2-2537-4905-ada5-a3dd782b1795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:10.588024 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-979a23f2-2537-4905-ada5-a3dd782b1795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:10.591935 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-979a23f2-2537-4905-ada5-a3dd782b1795 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61aadd47-9625-42a8-81e6-de670abf8b8b HTTP/1.1" status: 204 len: 168 time: 0.1609693 Sep 08 19:27:10.599328 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a23f2-2537-4905-ada5-a3dd782b1795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aadd47-9625-42a8-81e6-de670abf8b8b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:10.730031 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53b3ec-f89f-422b-a4ab-ff66a638b7ab req-f0a7054f-723e-417d-b101-12d11efc3a16 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:10.733706 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0a53b3ec-f89f-422b-a4ab-ff66a638b7ab req-f0a7054f-723e-417d-b101-12d11efc3a16 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 945 time: 0.0553710 Sep 08 19:27:10.771299 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0a53b3ec-f89f-422b-a4ab-ff66a638b7ab req-beb5908e-9dab-4885-be80-c52b3fdec1f2 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Sep 08 19:27:10.858586 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device e969c441-e828-461a-accb-c7a5731e56c4 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:27:10.973778 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port e969c441-e828-461a-accb-c7a5731e56c4 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:27:10.977741 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port e969c441-e828-461a-accb-c7a5731e56c4 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:27:10.978118 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:11.057221 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:11.079594 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:11.082411 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceb751e-8e36-4ecf-88ff-58e562d55038" -d '{"events": [{"server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "name": "network-vif-plugged", "status": "completed", "tag": "e969c441-e828-461a-accb-c7a5731e56c4"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:11.094623 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port e969c441-e828-461a-accb-c7a5731e56c4, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=e969c441-e828-461a-accb-c7a5731e56c4,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:11.119162 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20cacaa-a15b-459f-b704-d668ca32b06e x-openstack-request-id: req-d20cacaa-a15b-459f-b704-d668ca32b06e {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:11.119497 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "name": "network-vif-plugged", "status": "completed", "tag": "e969c441-e828-461a-accb-c7a5731e56c4", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:11.119806 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d20cacaa-a15b-459f-b704-d668ca32b06e {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:11.120192 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4', 'code': 200} Sep 08 19:27:11.166480 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:11.214198 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=e969c441-e828-461a-accb-c7a5731e56c4,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:11.265989 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44070) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:11.304644 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c3408213-08b8-4c0b-bc7f-48777769a3d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b4c44506c3547f9a05790a3a5ffd3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375030 Sep 08 19:27:11.307127 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44074) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:11.367574 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b88d34fe-2b69-4e0f-b060-bdeead5bd077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:11.416201 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b88d34fe-2b69-4e0f-b060-bdeead5bd077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:11.453556 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef6ac-02e7-4ea0-a409-dd502a2f8deb req-7b9f8a38-b419-40ad-aec4-7cda22555111 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:11.455060 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-157ef6ac-02e7-4ea0-a409-dd502a2f8deb req-7b9f8a38-b419-40ad-aec4-7cda22555111 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 943 time: 0.1008117 Sep 08 19:27:11.496830 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1febd-0505-4d30-9606-bd7bf873c3ec req-00edb0f4-84b7-4ccd-936d-321a38fd9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:11.498269 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ebe1febd-0505-4d30-9606-bd7bf873c3ec req-00edb0f4-84b7-4ccd-936d-321a38fd9240 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 1099 time: 0.0972080 Sep 08 19:27:11.523117 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-157ef6ac-02e7-4ea0-a409-dd502a2f8deb req-47b72a4a-6d58-4430-b9f2-55eeaa46fc3f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614557 Sep 08 19:27:11.546121 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ebe1febd-0505-4d30-9606-bd7bf873c3ec req-3d6e5557-f0c6-4426-9e19-6471e7cb064c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347648 Sep 08 19:27:11.619519 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b88d34fe-2b69-4e0f-b060-bdeead5bd077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:11.622140 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b88d34fe-2b69-4e0f-b060-bdeead5bd077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:11.623239 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b88d34fe-2b69-4e0f-b060-bdeead5bd077 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bedf982c-4c8f-44c8-8e49-ae4e694130be HTTP/1.1" status: 204 len: 168 time: 0.3152306 Sep 08 19:27:11.633998 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d34fe-2b69-4e0f-b060-bdeead5bd077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf982c-4c8f-44c8-8e49-ae4e694130be,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:11.885645 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eff76b-35f5-4ac4-869d-99ad6505a032 req-479f868f-9bc1-4769-8652-55f330248f05 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:11.891570 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-89eff76b-35f5-4ac4-869d-99ad6505a032 req-479f868f-9bc1-4769-8652-55f330248f05 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.0486112 Sep 08 19:27:11.929216 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-89eff76b-35f5-4ac4-869d-99ad6505a032 req-a04c21d4-a855-4dbc-873c-22bfcfb1015d tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Sep 08 19:27:12.637434 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c875-19e2-4062-81a5-5fc99109fba1 req-02d16467-7456-42de-9d08-a98e9187cddf tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:12.639021 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7037c875-19e2-4062-81a5-5fc99109fba1 req-02d16467-7456-42de-9d08-a98e9187cddf tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 943 time: 0.0494230 Sep 08 19:27:12.679275 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7037c875-19e2-4062-81a5-5fc99109fba1 req-66b07777-2ab7-45ca-954a-0eb343ae9500 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332944 Sep 08 19:27:12.876791 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device df0dcd93-c62a-4761-8be2-e2b52cf45926 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:27:12.974293 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port df0dcd93-c62a-4761-8be2-e2b52cf45926, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:12.986020 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'df0dcd93-c62a-4761-8be2-e2b52cf45926', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'port_id': 'df0dcd93-c62a-4761-8be2-e2b52cf45926', 'mac_address': 'fa:16:3e:0c:e1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:27:13.026139 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:13.042991 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0dcd93-c62a-4761-8be2-e2b52cf45926 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:27:13.046413 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63cfd-a188-48bb-97f8-dbfbd555a72f req-510e5339-4b60-4f8e-aae0-05fe61db45b2 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:13.047887 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80d63cfd-a188-48bb-97f8-dbfbd555a72f req-510e5339-4b60-4f8e-aae0-05fe61db45b2 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.0505433 Sep 08 19:27:13.064276 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port df0dcd93-c62a-4761-8be2-e2b52cf45926, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:13.087969 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80d63cfd-a188-48bb-97f8-dbfbd555a72f req-47397d22-758f-4616-ae56-905a8d0f75c5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Sep 08 19:27:13.134256 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:13.193143 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=df0dcd93-c62a-4761-8be2-e2b52cf45926,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:13.218675 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfd611-8bc8-493d-94a3-430747c71ab4 req-a880092f-16c2-49d8-b539-9721c4af9ae1 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:13.220143 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-eccfd611-8bc8-493d-94a3-430747c71ab4 req-a880092f-16c2-49d8-b539-9721c4af9ae1 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.0573153 Sep 08 19:27:13.259304 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-eccfd611-8bc8-493d-94a3-430747c71ab4 req-305c57d1-f017-4086-b4d7-205b424c02c4 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Sep 08 19:27:13.395196 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['df0dcd93-c62a-4761-8be2-e2b52cf45926'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:27:13.588967 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6550535-52a0-4dcf-8663-9cf503cf3db3 req-807d8f2b-d9f2-467f-b5f0-297150aa482c tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:13.590479 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e6550535-52a0-4dcf-8663-9cf503cf3db3 req-807d8f2b-d9f2-467f-b5f0-297150aa482c tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.0476141 Sep 08 19:27:13.632349 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e6550535-52a0-4dcf-8663-9cf503cf3db3 req-38c98def-bea8-4069-a3d1-e3501fac75d0 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Sep 08 19:27:13.797632 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c9ab1-1871-47fc-85b9-ea8a34d8244a req-c8f57719-60ff-46ab-8662-29b353a36473 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:13.799268 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b4c9ab1-1871-47fc-85b9-ea8a34d8244a req-c8f57719-60ff-46ab-8662-29b353a36473 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 944 time: 0.0510104 Sep 08 19:27:13.842835 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b4c9ab1-1871-47fc-85b9-ea8a34d8244a req-53fa408d-2028-4352-8f03-eba9d701e118 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362301 Sep 08 19:27:14.892870 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device df0dcd93-c62a-4761-8be2-e2b52cf45926 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:27:14.957998 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa628c37-e9f0-40e5-be7d-30581e52a210 req-16be6453-30e8-49fa-9a2b-dd5e00c356c6 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:14.959448 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fa628c37-e9f0-40e5-be7d-30581e52a210 req-16be6453-30e8-49fa-9a2b-dd5e00c356c6 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 944 time: 0.0491471 Sep 08 19:27:14.996409 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fa628c37-e9f0-40e5-be7d-30581e52a210 req-ea5021f4-d565-4ffa-a642-611aa2663273 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Sep 08 19:27:15.002827 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port df0dcd93-c62a-4761-8be2-e2b52cf45926 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:27:15.006830 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port df0dcd93-c62a-4761-8be2-e2b52cf45926 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:27:15.012471 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:15.084310 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:15.105840 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0dcd93-c62a-4761-8be2-e2b52cf45926'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:15.108048 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee9a983-b2b5-4ad2-a954-73f03c394c6b" -d '{"events": [{"server_uuid": "b23d458a-758f-42bf-8f0c-6d2231e8443c", "name": "network-vif-plugged", "status": "completed", "tag": "df0dcd93-c62a-4761-8be2-e2b52cf45926"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:15.122303 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port df0dcd93-c62a-4761-8be2-e2b52cf45926, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:15.143900 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b66f802-e5d7-40ee-9fd8-88c3a259f960 x-openstack-request-id: req-7b66f802-e5d7-40ee-9fd8-88c3a259f960 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:15.144191 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23d458a-758f-42bf-8f0c-6d2231e8443c", "name": "network-vif-plugged", "status": "completed", "tag": "df0dcd93-c62a-4761-8be2-e2b52cf45926", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:15.144444 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b66f802-e5d7-40ee-9fd8-88c3a259f960 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:15.144829 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0dcd93-c62a-4761-8be2-e2b52cf45926', 'code': 200} Sep 08 19:27:15.179639 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:15.226414 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=df0dcd93-c62a-4761-8be2-e2b52cf45926,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:15.702151 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eae7db-e4d6-4cfc-9cb6-2a6623022a90 req-51e931d3-e3d0-4814-82f8-6e1fe6c1564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:15.703730 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18eae7db-e4d6-4cfc-9cb6-2a6623022a90 req-51e931d3-e3d0-4814-82f8-6e1fe6c1564b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 1098 time: 0.2814369 Sep 08 19:27:15.741972 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18eae7db-e4d6-4cfc-9cb6-2a6623022a90 req-e2b718ee-6f11-42e6-9063-74700f68f67b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295031 Sep 08 19:27:16.110616 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c9ae1-9692-4c94-bbd7-7b1d5df8d5a5 req-0f2d6cd0-799c-43e8-8361-99ec6f6683ce tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:16.113199 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-846c9ae1-9692-4c94-bbd7-7b1d5df8d5a5 req-0f2d6cd0-799c-43e8-8361-99ec6f6683ce tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0498712 Sep 08 19:27:16.165867 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-846c9ae1-9692-4c94-bbd7-7b1d5df8d5a5 req-5885bd2f-e716-45d3-a019-17d3ad099e94 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435536 Sep 08 19:27:17.293389 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fb00b-a99e-4953-9b95-55cd197c8388 req-e3430dee-c76b-482a-a5cd-4da384366128 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:17.294873 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-638fb00b-a99e-4953-9b95-55cd197c8388 req-e3430dee-c76b-482a-a5cd-4da384366128 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0472307 Sep 08 19:27:17.334869 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-638fb00b-a99e-4953-9b95-55cd197c8388 req-71bb4609-b41f-4c01-a397-d066788a04c7 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334358 Sep 08 19:27:17.445216 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bf301-9156-4204-8ec3-191dfff12d5d req-7fa4be5a-3fed-469a-9e9d-278b4f2cdc1f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:17.446690 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c35bf301-9156-4204-8ec3-191dfff12d5d req-7fa4be5a-3fed-469a-9e9d-278b4f2cdc1f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0486927 Sep 08 19:27:17.455068 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44206) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:17.459656 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-6ac31a88-c15a-4d46-bd31-13f41080cc3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'floatingip': {'port_id': 'df0dcd93-c62a-4761-8be2-e2b52cf45926'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:17.502327 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6ac31a88-c15a-4d46-bd31-13f41080cc3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:17.938763 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6ac31a88-c15a-4d46-bd31-13f41080cc3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:18.002829 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6ac31a88-c15a-4d46-bd31-13f41080cc3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:18.106720 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-6ac31a88-c15a-4d46-bd31-13f41080cc3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Floating IP 7c747cec-91c4-433e-989b-49d8af732d1d associated. External IP: 172.27.0.169, port: df0dcd93-c62a-4761-8be2-e2b52cf45926. Sep 08 19:27:18.316871 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac31a88-c15a-4d46-bd31-13f41080cc3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Router 4d138c4c-9bdf-4de2-9992-824615e526e0 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:27:18.329352 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca67e90-948a-4d37-acf0-80b5d7cfc86b req-cde57964-da9c-4d7e-8be4-10b70f8562e7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:18.331022 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7ca67e90-948a-4d37-acf0-80b5d7cfc86b req-cde57964-da9c-4d7e-8be4-10b70f8562e7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.0494661 Sep 08 19:27:18.369159 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7ca67e90-948a-4d37-acf0-80b5d7cfc86b req-e329d503-259b-45c5-89ef-7d7b09575061 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321610 Sep 08 19:27:18.426564 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac31a88-c15a-4d46-bd31-13f41080cc3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:27:18.431557 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6ac31a88-c15a-4d46-bd31-13f41080cc3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:18.436190 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] Sync routers for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:27:18.448899 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:27:18.449513 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:27:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:18.458862 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6ac31a88-c15a-4d46-bd31-13f41080cc3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "PUT /v2.0/floatingips/7c747cec-91c4-433e-989b-49d8af732d1d HTTP/1.1" status: 200 len: 991 time: 1.0026898 Sep 08 19:27:18.459496 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'tag': 'df0dcd93-c62a-4761-8be2-e2b52cf45926'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:18.461775 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363f1304-3930-49b1-bfea-769132159c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b23d458a-758f-42bf-8f0c-6d2231e8443c", "tag": "df0dcd93-c62a-4761-8be2-e2b52cf45926"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:18.498668 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eeaf9a-a044-4461-9964-57e7cb5b00d0 x-openstack-request-id: req-44eeaf9a-a044-4461-9964-57e7cb5b00d0 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:18.498954 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23d458a-758f-42bf-8f0c-6d2231e8443c", "tag": "df0dcd93-c62a-4761-8be2-e2b52cf45926", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:18.499211 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44eeaf9a-a044-4461-9964-57e7cb5b00d0 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:18.499599 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'tag': 'df0dcd93-c62a-4761-8be2-e2b52cf45926', 'status': 'completed', 'code': 200} Sep 08 19:27:18.558189 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:27:18.890396 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '7c747cec-91c4-433e-989b-49d8af732d1d', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'port_id': 'df0dcd93-c62a-4761-8be2-e2b52cf45926', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'mac_address': 'fa:16:3e:0c:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:26:59Z', 'updated_at': '2021-09-08T19:27:17Z', 'revision_number': 1, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:18.920183 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] Checking router: 4d138c4c-9bdf-4de2-9992-824615e526e0 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:27:18.928673 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:27:18.929264 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:27:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:19.030343 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:27:19.247316 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '7c747cec-91c4-433e-989b-49d8af732d1d', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'port_id': 'df0dcd93-c62a-4761-8be2-e2b52cf45926', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'mac_address': 'fa:16:3e:0c:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:26:59Z', 'updated_at': '2021-09-08T19:27:17Z', 'revision_number': 1, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:19.273519 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7fbb1-bc19-484d-9ed4-2010875fc079 None None] The sync data for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi is: [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '7c747cec-91c4-433e-989b-49d8af732d1d', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'port_id': 'df0dcd93-c62a-4761-8be2-e2b52cf45926', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'mac_address': 'fa:16:3e:0c:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:26:59Z', 'updated_at': '2021-09-08T19:27:17Z', 'revision_number': 1, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:27:19.450480 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa22dd2-e0f2-421e-8e8a-5b0ff3bf491c None None] New status for floating IP 7c747cec-91c4-433e-989b-49d8af732d1d: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:27:19.503992 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699b7fc-d10e-4468-864f-e7dc49d02867 req-2d183813-e769-4463-aa48-ae5a17d464c1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:19.505383 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4699b7fc-d10e-4468-864f-e7dc49d02867 req-2d183813-e769-4463-aa48-ae5a17d464c1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.0599811 Sep 08 19:27:19.544963 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4699b7fc-d10e-4468-864f-e7dc49d02867 req-e70ed15c-2123-4ee3-bc35-c1fc8af08db9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332241 Sep 08 19:27:20.664161 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7562c5f-8318-46cb-be60-faf273890fdb req-0bdc18f4-d65d-48c0-bb29-942cde1b0e4f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:20.665646 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7562c5f-8318-46cb-be60-faf273890fdb req-0bdc18f4-d65d-48c0-bb29-942cde1b0e4f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.0483911 Sep 08 19:27:20.703152 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b7562c5f-8318-46cb-be60-faf273890fdb req-43c5d08d-829b-4792-8b81-c7fb51bf4740 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316570 Sep 08 19:27:20.853946 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f1304-3930-49b1-bfea-769132159c3f req-651b9c1d-4ab2-4ebd-b8b8-1fb3ccbba9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:20.855459 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-363f1304-3930-49b1-bfea-769132159c3f req-651b9c1d-4ab2-4ebd-b8b8-1fb3ccbba9e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 1098 time: 0.0394938 Sep 08 19:27:20.963797 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f1304-3930-49b1-bfea-769132159c3f req-94acf734-feeb-4086-b62c-d263bb6d6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:20.965251 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-363f1304-3930-49b1-bfea-769132159c3f req-94acf734-feeb-4086-b62c-d263bb6d6ad5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 200 len: 911 time: 0.0972490 Sep 08 19:27:21.032765 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-363f1304-3930-49b1-bfea-769132159c3f req-10655872-a5be-4259-b01d-341164bcb4f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926 HTTP/1.1" status: 200 len: 1001 time: 0.0588970 Sep 08 19:27:21.088960 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f1304-3930-49b1-bfea-769132159c3f req-f735e2f8-1cda-483e-9ee6-3463654a9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:21.090373 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-363f1304-3930-49b1-bfea-769132159c3f req-f735e2f8-1cda-483e-9ee6-3463654a9f36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81c5b9fb-43cf-45aa-a268-bb3604ce7269 HTTP/1.1" status: 200 len: 850 time: 0.0482972 Sep 08 19:27:21.137637 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f1304-3930-49b1-bfea-769132159c3f req-858f27d5-35f9-4eda-b9c7-bd6451ac8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:21.139081 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-363f1304-3930-49b1-bfea-769132159c3f req-858f27d5-35f9-4eda-b9c7-bd6451ac8d41 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4c11c2f-276a-4315-9121-02d331fdc08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394340 Sep 08 19:27:21.232268 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-363f1304-3930-49b1-bfea-769132159c3f req-d0fcece3-bf45-4c80-b253-2f08f20fe4ef service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833385 Sep 08 19:27:21.324448 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-363f1304-3930-49b1-bfea-769132159c3f req-8491eb87-0b60-4524-a8c6-80e4f99ff677 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846496 Sep 08 19:27:21.818335 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe6e36-23b5-4dc3-836a-25cba08d4a3d req-4b106694-ed28-4330-9d01-940556de0a10 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:21.819939 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d4fe6e36-23b5-4dc3-836a-25cba08d4a3d req-4b106694-ed28-4330-9d01-940556de0a10 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.0471773 Sep 08 19:27:21.857586 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d4fe6e36-23b5-4dc3-836a-25cba08d4a3d req-ab7a609c-d5b6-421e-8deb-7eefbc4c1f6a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317571 Sep 08 19:27:22.713501 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-b5d8114f-abd5-4de6-9a08-9534e9d3ae0d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:22.715630 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-b5d8114f-abd5-4de6-9a08-9534e9d3ae0d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.0506632 Sep 08 19:27:22.832342 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Deleting port fbbf777a-bb09-4aff-bc5e-98b11e101574 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:27:22.832975 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:22.930080 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] For port fbbf777a-bb09-4aff-bc5e-98b11e101574, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=fbbf777a-bb09-4aff-bc5e-98b11e101574,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:22.930456 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:23.052211 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fb0c0-dcd4-4071-8072-5c09b4282fd2 req-aba99293-84ce-4021-9944-976b253a6fac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:23.053713 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d09fb0c0-dcd4-4071-8072-5c09b4282fd2 req-aba99293-84ce-4021-9944-976b253a6fac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 946 time: 0.1206770 Sep 08 19:27:23.163993 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d09fb0c0-dcd4-4071-8072-5c09b4282fd2 req-f2b9fcca-6942-42c0-a18c-ecda296b559c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=51d501c4-76d3-4ac1-b620-ac7c9d428f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004391 Sep 08 19:27:23.278760 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:23.279120 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:23.279486 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Floating IP 42e9a85b-bfaf-4742-bec6-027736bac78d disassociated. External IP: 172.27.0.217, port: fbbf777a-bb09-4aff-bc5e-98b11e101574. Sep 08 19:27:23.279859 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Calling delete_port for fbbf777a-bb09-4aff-bc5e-98b11e101574 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:27:23.486098 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:23.486340 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:23.516434 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event deleted for resources: {'Port': ['ID=fbbf777a-bb09-4aff-bc5e-98b11e101574,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:23.526144 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.526495 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.526841 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.527181 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.527517 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.527856 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.528358 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.528700 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.529479 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.529479 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.529692 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.530010 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:23.643138 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:27:23.746129 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:27:23.756930 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] Sync routers for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:27:23.767021 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:27:23.769187 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:27:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:23.788805 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] No DVR routers for this DVR port fbbf777a-bb09-4aff-bc5e-98b11e101574 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:27:23.791991 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:23.794832 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60ed3b9d-d25c-49f6-9224-20f5139c501c req-a0de14b4-5d97-4ad8-a161-e51d686c81fe tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "DELETE /v2.0/ports/fbbf777a-bb09-4aff-bc5e-98b11e101574 HTTP/1.1" status: 204 len: 173 time: 1.0641541 Sep 08 19:27:23.797800 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-deleted', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:23.798408 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a43307-8985-4fda-96bf-8d85885e7463" -d '{"events": [{"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-deleted", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:23.838151 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6357651e-0feb-44a1-a833-edea250fbd3e x-openstack-request-id: req-6357651e-0feb-44a1-a833-edea250fbd3e {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:23.838754 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83ea3e-6900-4a16-86f8-b191cfadb3ea", "name": "network-vif-deleted", "tag": "fbbf777a-bb09-4aff-bc5e-98b11e101574", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:23.838754 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6357651e-0feb-44a1-a833-edea250fbd3e {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:23.839085 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83ea3e-6900-4a16-86f8-b191cfadb3ea', 'name': 'network-vif-deleted', 'tag': 'fbbf777a-bb09-4aff-bc5e-98b11e101574', 'status': 'completed', 'code': 200} Sep 08 19:27:23.896211 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:27:24.106710 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:24.141456 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] Checking router: aab0f271-f598-4a29-8270-2ccb7a2c6ad8 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:27:24.152772 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:27:24.153384 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:27:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:24.291714 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:27:24.312543 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e425043-0826-47d5-a6ba-69522e3bdd45 req-fa7e46d8-b67a-460e-bfc9-cf0c5cf44446 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 210 time: 0.0413477 Sep 08 19:27:24.437512 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-59f58db3-e739-48a7-a590-891af0010720 req-cf8232ce-8613-40cd-b0c9-0a2e6cac6df6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0308428 Sep 08 19:27:24.507524 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-59f58db3-e739-48a7-a590-891af0010720 req-52f7e4fe-5dea-4792-a3c7-3c5204677a50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=7c83ea3e-6900-4a16-86f8-b191cfadb3ea HTTP/1.1" status: 200 len: 210 time: 0.0384762 Sep 08 19:27:24.552837 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:24.582006 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99269e2f-328a-4ba4-8e0a-5222405e919f None None] The sync data for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi is: [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:27:24.637397 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f58db3-e739-48a7-a590-891af0010720 req-58203242-93ed-486b-a1ef-8b5ac6215fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:24.638927 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-59f58db3-e739-48a7-a590-891af0010720 req-58203242-93ed-486b-a1ef-8b5ac6215fbd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1091044 Sep 08 19:27:24.752165 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f58db3-e739-48a7-a590-891af0010720 req-6fcf8718-8f95-45fb-8abf-94732713aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:24.754338 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-59f58db3-e739-48a7-a590-891af0010720 req-6fcf8718-8f95-45fb-8abf-94732713aeec service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1068280 Sep 08 19:27:24.888389 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195399a-f417-43e8-b1c4-a5fe1d327c7e None None] New status for floating IP 42e9a85b-bfaf-4742-bec6-027736bac78d: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:27:25.438351 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44316) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:25.498036 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-11f7817f-4ee4-46d0-9473-f5ccbcf4ea07 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:25.526821 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-11f7817f-4ee4-46d0-9473-f5ccbcf4ea07 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:25.536096 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655ce9a-d18d-40d8-84db-015c1234f047 req-1cce422e-19d1-4050-9fd6-b402bffc80c4 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:25.537655 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2655ce9a-d18d-40d8-84db-015c1234f047 req-1cce422e-19d1-4050-9fd6-b402bffc80c4 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.0588038 Sep 08 19:27:25.581908 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2655ce9a-d18d-40d8-84db-015c1234f047 req-0a09c116-b15e-4a44-8484-cbcd1ac03fb3 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 Sep 08 19:27:25.604983 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44318) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:25.663252 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-11f7817f-4ee4-46d0-9473-f5ccbcf4ea07 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:25.665970 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-11f7817f-4ee4-46d0-9473-f5ccbcf4ea07 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:25.667196 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-11f7817f-4ee4-46d0-9473-f5ccbcf4ea07 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "DELETE /v2.0/security-groups/51d501c4-76d3-4ac1-b620-ac7c9d428f71 HTTP/1.1" status: 204 len: 168 time: 0.2278366 Sep 08 19:27:25.670208 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44322) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:25.679403 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7817f-4ee4-46d0-9473-f5ccbcf4ea07 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d501c4-76d3-4ac1-b620-ac7c9d428f71,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:25.685490 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.api.v2.resource [None req-c5745195-56b2-4fd9-8ab0-f773327fac00 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] show failed (client error): The resource could not be found. Sep 08 19:27:25.686543 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c5745195-56b2-4fd9-8ab0-f773327fac00 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups/51d501c4-76d3-4ac1-b620-ac7c9d428f71 HTTP/1.1" status: 404 len: 347 time: 0.0152168 Sep 08 19:27:25.689516 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44324) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:25.841017 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b33be-0fd3-4cf4-8cb6-c50e0dd1d562 tempest-TestMinimumBasicScenario-564381334 tempest-TestMinimumBasicScenario-564381334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:25.842487 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-190b33be-0fd3-4cf4-8cb6-c50e0dd1d562 tempest-TestMinimumBasicScenario-564381334 tempest-TestMinimumBasicScenario-564381334-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 1094 time: 0.2365224 Sep 08 19:27:25.845721 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44332) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:25.850261 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'floatingip': {'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'port_id': 'e969c441-e828-461a-accb-c7a5731e56c4', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:25.855712 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Deleting port 8ab62428-543c-4f07-9c95-05106244a6ef {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:27:25.856058 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:25.920258 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for floatingip, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:25.933489 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:25.938231 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:25.946733 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Calling delete_port for 8ab62428-543c-4f07-9c95-05106244a6ef owned by network:floatingip {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:27:26.018812 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.139194 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Allocated IP 172.27.0.67 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/5a525d78-0219-4215-a2ef-34045c59c5f9) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:27:26.162657 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.192692 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event deleted for resources: {'Port': ['ID=8ab62428-543c-4f07-9c95-05106244a6ef,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:26.249731 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.261258 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.264284 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.265441 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-024691fd-02ec-4c86-9d1d-9b4776ee7edc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "DELETE /v2.0/floatingips/42e9a85b-bfaf-4742-bec6-027736bac78d HTTP/1.1" status: 204 len: 168 time: 0.5748305 Sep 08 19:27:26.351154 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.393308 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:27:26.396351 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:27:26.401976 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:27:26.407639 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'Port': ['ID=5a525d78-0219-4215-a2ef-34045c59c5f9,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:26.536403 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44346) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:26.541210 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-b3b9f62d-51d4-4129-af95-fba5132dcf56 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212797856', 'description': 'tempest-description--223791975'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:26.634839 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f62d-51d4-4129-af95-fba5132dcf56 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.718116 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f62d-51d4-4129-af95-fba5132dcf56 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.762718 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.777313 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f62d-51d4-4129-af95-fba5132dcf56 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.806252 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9f62d-51d4-4129-af95-fba5132dcf56 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316911aa-2bd8-435e-8c78-8532b3690da0,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:26.859645 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f62d-51d4-4129-af95-fba5132dcf56 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.860909 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b3b9f62d-51d4-4129-af95-fba5132dcf56 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3234017 Sep 08 19:27:26.863814 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44348) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:26.868176 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-b8e59fc9-d257-4dfb-b9ab-2b8b96773458 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'security_group_rule': {'security_group_id': '316911aa-2bd8-435e-8c78-8532b3690da0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:26.896016 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.938148 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b8e59fc9-d257-4dfb-b9ab-2b8b96773458 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:26.986655 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:27:26.998727 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b8e59fc9-d257-4dfb-b9ab-2b8b96773458 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.006980 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: fbbf777a-bb09-4aff-bc5e-98b11e101574 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:27:27.007326 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device fbbf777a-bb09-4aff-bc5e-98b11e101574 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:27:27.045271 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.059015 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b8e59fc9-d257-4dfb-b9ab-2b8b96773458 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.077939 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e59fc9-d257-4dfb-b9ab-2b8b96773458 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c25567-c7ab-4a17-a1b1-1c18c9377317,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:27.104749 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.122567 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b8e59fc9-d257-4dfb-b9ab-2b8b96773458 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.123790 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b8e59fc9-d257-4dfb-b9ab-2b8b96773458 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2590353 Sep 08 19:27:27.126488 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44350) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:27.131331 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-55b64da2-73f3-4ddd-af58-e226c16b0b48 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'security_group_rule': {'security_group_id': '316911aa-2bd8-435e-8c78-8532b3690da0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:27.173127 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'Port': ['ID=5a525d78-0219-4215-a2ef-34045c59c5f9,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:27.184556 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.225244 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-55b64da2-73f3-4ddd-af58-e226c16b0b48 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.289919 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Floating IP db46775d-2565-419c-8ec7-6a3a1420e1ca associated. External IP: 172.27.0.67, port: e969c441-e828-461a-accb-c7a5731e56c4. Sep 08 19:27:27.303816 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-55b64da2-73f3-4ddd-af58-e226c16b0b48 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.379424 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-55b64da2-73f3-4ddd-af58-e226c16b0b48 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.394273 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b64da2-73f3-4ddd-af58-e226c16b0b48 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d2bd92-9d36-4e2f-b4cd-d337705db8b9,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:27.470737 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-55b64da2-73f3-4ddd-af58-e226c16b0b48 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.472792 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-55b64da2-73f3-4ddd-af58-e226c16b0b48 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453343 Sep 08 19:27:27.475716 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44364) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:27.479921 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'floatingip': {'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:27.508027 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:27:27.562279 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.625863 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:27:27.636871 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] Sync routers for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:27:27.646661 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:27:27.647346 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:27:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:27.692697 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.726156 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fb640ecc-c3f1-458a-b398-f73062b1697f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8764966 Sep 08 19:27:27.726156 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:27.726434 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c10da8-bc8b-4460-a40e-22868ef1d26f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:27.729095 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44370) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:27.734021 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-edce0bce-5d88-408e-8b7f-3197c877268f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546378431', 'description': 'tempest-secgroup-smoke-546378431 description', 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:27.767687 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ae0a47-7139-4d5a-8ee0-02c8ce872f3e x-openstack-request-id: req-b7ae0a47-7139-4d5a-8ee0-02c8ce872f3e {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:27.768461 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:27.768461 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7ae0a47-7139-4d5a-8ee0-02c8ce872f3e {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:27.768728 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4', 'status': 'completed', 'code': 200} Sep 08 19:27:27.778740 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:27:27.837504 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edce0bce-5d88-408e-8b7f-3197c877268f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.930477 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edce0bce-5d88-408e-8b7f-3197c877268f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.939179 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:27.943675 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-9c86e88e-df19-46f5-9db5-9b975819650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:27.945441 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-9c86e88e-df19-46f5-9db5-9b975819650f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 1099 time: 0.0581295 Sep 08 19:27:28.019463 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edce0bce-5d88-408e-8b7f-3197c877268f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.028151 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': 'db46775d-2565-419c-8ec7-6a3a1420e1ca', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'port_id': 'e969c441-e828-461a-accb-c7a5731e56c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'mac_address': 'fa:16:3e:13:b2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:27:26Z', 'updated_at': '2021-09-08T19:27:26Z', 'revision_number': 0, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82748df8-993f-4b1e-b4ce-b667e938e15b', 'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'mac_address': 'fa:16:3e:09:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:22Z', 'updated_at': '2021-09-08T19:26:28Z', 'revision_number': 5, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'subnets': [{'id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:28.050480 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce0bce-5d88-408e-8b7f-3197c877268f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe013cc-1d6b-4462-9082-ea608d615c1c,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:28.061686 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] Checking router: b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:27:28.071024 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:27:28.071625 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:27:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:28.110691 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-edce0bce-5d88-408e-8b7f-3197c877268f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.113481 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-edce0bce-5d88-408e-8b7f-3197c877268f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3831019 Sep 08 19:27:28.116967 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44374) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:28.121819 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-59363955-7d90-4cc1-b25d-ddcc878e7f74 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'security_group_rule': {'security_group_id': '0fe013cc-1d6b-4462-9082-ea608d615c1c', 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:28.123999 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Allocated IP 172.27.0.198 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/a5fc99c6-ac97-43f5-b5ef-39f3ff2e7613) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:27:28.127118 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-d32ba961-5ebb-4a02-a0c3-dd707166aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:28.128368 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-d32ba961-5ebb-4a02-a0c3-dd707166aff5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91186ade-1a73-4a52-be2d-3dee55ef4bac HTTP/1.1" status: 200 len: 914 time: 0.1740344 Sep 08 19:27:28.246319 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59363955-7d90-4cc1-b25d-ddcc878e7f74 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.252063 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-ca4cbedf-541f-47ec-aaf1-65b74f3a10a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 200 len: 999 time: 0.1149993 Sep 08 19:27:28.315662 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:27:28.315906 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59363955-7d90-4cc1-b25d-ddcc878e7f74 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.322746 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-f93b82dd-9980-4bb9-8200-cdd59ba34427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:28.324221 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-f93b82dd-9980-4bb9-8200-cdd59ba34427 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9698f7ef-2d70-4549-8f31-abfc66b4f9f5 HTTP/1.1" status: 200 len: 853 time: 0.0648408 Sep 08 19:27:28.334466 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.377892 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59363955-7d90-4cc1-b25d-ddcc878e7f74 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.396353 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59363955-7d90-4cc1-b25d-ddcc878e7f74 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ea1c73-07f6-4e3e-9689-cc6c33496b47,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:28.404588 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-8daef1df-b3db-4dbf-a758-f079d931f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:28.406126 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-8daef1df-b3db-4dbf-a758-f079d931f755 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91186ade-1a73-4a52-be2d-3dee55ef4bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694449 Sep 08 19:27:28.503967 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-6d84608b-cc9e-47fc-973e-7fdbaaa94453 service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862176 Sep 08 19:27:28.531716 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59363955-7d90-4cc1-b25d-ddcc878e7f74 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.535809 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-59363955-7d90-4cc1-b25d-ddcc878e7f74 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4145827 Sep 08 19:27:28.535809 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44378) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:28.540346 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-31b58535-e921-4b6c-bdc6-41df0b1a79a8 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'security_group_rule': {'security_group_id': '0fe013cc-1d6b-4462-9082-ea608d615c1c', 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:28.565357 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': 'db46775d-2565-419c-8ec7-6a3a1420e1ca', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'port_id': 'e969c441-e828-461a-accb-c7a5731e56c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'mac_address': 'fa:16:3e:13:b2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:27:26Z', 'updated_at': '2021-09-08T19:27:26Z', 'revision_number': 0, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82748df8-993f-4b1e-b4ce-b667e938e15b', 'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'mac_address': 'fa:16:3e:09:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:22Z', 'updated_at': '2021-09-08T19:26:28Z', 'revision_number': 5, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'subnets': [{'id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:28.592063 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.598127 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950dd11-87db-45ac-9f26-e68bf6cf5db6 None None] The sync data for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi is: [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': 'db46775d-2565-419c-8ec7-6a3a1420e1ca', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'port_id': 'e969c441-e828-461a-accb-c7a5731e56c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'mac_address': 'fa:16:3e:13:b2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:27:26Z', 'updated_at': '2021-09-08T19:27:26Z', 'revision_number': 0, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82748df8-993f-4b1e-b4ce-b667e938e15b', 'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'mac_address': 'fa:16:3e:09:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:22Z', 'updated_at': '2021-09-08T19:26:28Z', 'revision_number': 5, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'subnets': [{'id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:27:28.649751 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-31b58535-e921-4b6c-bdc6-41df0b1a79a8 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.656197 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:27:28.670348 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'Port': ['ID=a5fc99c6-ac97-43f5-b5ef-39f3ff2e7613,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:28.673065 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:27:28.679197 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:27:28.683804 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81c10da8-bc8b-4460-a40e-22868ef1d26f req-db04d72e-c01c-444c-afd5-0c6236ad9cf9 service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707697 Sep 08 19:27:28.729480 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-31b58535-e921-4b6c-bdc6-41df0b1a79a8 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.776532 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.802421 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-31b58535-e921-4b6c-bdc6-41df0b1a79a8 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.820680 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b58535-e921-4b6c-bdc6-41df0b1a79a8 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cada859-913f-47b8-8dcf-1cbb5b6a9a35,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:28.840528 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c274dd09-3f47-4f1b-a5ad-4da76f7a2e9f None None] New status for floating IP db46775d-2565-419c-8ec7-6a3a1420e1ca: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:27:28.888083 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.905257 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-31b58535-e921-4b6c-bdc6-41df0b1a79a8 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:28.910615 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-31b58535-e921-4b6c-bdc6-41df0b1a79a8 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3701468 Sep 08 19:27:28.910615 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44390) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:28.915882 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-f7b4d93a-39fc-4e8a-874f-776580a8e182 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'security_group_rule': {'security_group_id': '0fe013cc-1d6b-4462-9082-ea608d615c1c', 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:29.006718 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d93a-39fc-4e8a-874f-776580a8e182 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.059231 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.067402 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d93a-39fc-4e8a-874f-776580a8e182 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.122079 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.139229 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d93a-39fc-4e8a-874f-776580a8e182 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.155295 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4d93a-39fc-4e8a-874f-776580a8e182 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30c428d-1ce1-4a82-806c-931a0c94b1dd,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:29.200809 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'Port': ['ID=a5fc99c6-ac97-43f5-b5ef-39f3ff2e7613,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:29.213698 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d93a-39fc-4e8a-874f-776580a8e182 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.214198 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.218694 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f7b4d93a-39fc-4e8a-874f-776580a8e182 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3063898 Sep 08 19:27:29.219369 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44394) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:29.227724 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-5db388ed-a7f3-4561-b20a-a8f121aca76f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'security_group_rule': {'security_group_id': '0fe013cc-1d6b-4462-9082-ea608d615c1c', 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:29.284428 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.285692 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ddc96c23-5f6a-4481-b3b0-9a5bcf92220a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8090563 Sep 08 19:27:29.359709 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5db388ed-a7f3-4561-b20a-a8f121aca76f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.412770 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5db388ed-a7f3-4561-b20a-a8f121aca76f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.475478 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-753cbdf3-0221-46f5-8ef9-599267490870 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1212797856&fields=id&tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c HTTP/1.1" status: 200 len: 267 time: 0.0324502 Sep 08 19:27:29.514442 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5db388ed-a7f3-4561-b20a-a8f121aca76f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.533023 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db388ed-a7f3-4561-b20a-a8f121aca76f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cb113c-a2b8-402c-a534-7eb18eddb8df,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:29.587874 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-e538a327-f472-4372-9118-08ded28d6f1e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:29.589364 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-e538a327-f472-4372-9118-08ded28d6f1e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 817 time: 0.1073298 Sep 08 19:27:29.602232 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5db388ed-a7f3-4561-b20a-a8f121aca76f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.604824 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-823a21f7-0f35-4de5-91da-4c7824fb56d9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/quotas/5630c3d42e0c46d390aa6c787c9f7f8c HTTP/1.1" status: 200 len: 375 time: 0.0096729 Sep 08 19:27:29.606059 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44412) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:29.606231 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5db388ed-a7f3-4561-b20a-a8f121aca76f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3846574 Sep 08 19:27:29.610190 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-a0ba4cac-8e98-4fd1-9942-0568f062f8c5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'security_group_rule': {'security_group_id': '0fe013cc-1d6b-4462-9082-ea608d615c1c', 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:29.672934 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-15b46898-cb98-440a-a97e-5f02c84f56a0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577877 Sep 08 19:27:29.745517 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.securitygroups_db [None req-a0ba4cac-8e98-4fd1-9942-0568f062f8c5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Project df4b1ee020d94f55b2c54e6e22fbc11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 19:27:29.754989 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0ba4cac-8e98-4fd1-9942-0568f062f8c5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:29.793567 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-cb1f935d-6e83-46a8-b0b2-1ee53193c0dd service neutron] 10.222.0.21 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091065 Sep 08 19:27:29.844579 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0ba4cac-8e98-4fd1-9942-0568f062f8c5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:30.117469 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0ba4cac-8e98-4fd1-9942-0568f062f8c5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:30.145573 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba4cac-8e98-4fd1-9942-0568f062f8c5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d945be6a-066c-4740-8b95-10595b7bddba,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:30.164595 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-247728c1-745d-4789-ae67-98cfee676e2d service neutron] 10.222.0.21 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628385 Sep 08 19:27:30.196509 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0ba4cac-8e98-4fd1-9942-0568f062f8c5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:30.197828 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a0ba4cac-8e98-4fd1-9942-0568f062f8c5 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5908535 Sep 08 19:27:30.200607 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44414) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:30.205107 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-7099840f-6470-4565-bcb0-5275def8a345 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'security_group_rule': {'security_group_id': '0fe013cc-1d6b-4462-9082-ea608d615c1c', 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:30.297496 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.securitygroups_db [None req-7099840f-6470-4565-bcb0-5275def8a345 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Project df4b1ee020d94f55b2c54e6e22fbc11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 19:27:30.303480 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7099840f-6470-4565-bcb0-5275def8a345 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:30.373605 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7099840f-6470-4565-bcb0-5275def8a345 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:30.411295 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc200602-cb69-4656-83c3-26385963329a req-b10914c8-acfd-4fc5-9b19-7ea3e327f126 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 210 time: 0.0298877 Sep 08 19:27:30.446294 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7099840f-6470-4565-bcb0-5275def8a345 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:30.467199 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099840f-6470-4565-bcb0-5275def8a345 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6002872e-7fd9-4e93-8f20-f3a22d5ede75,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:30.532084 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7099840f-6470-4565-bcb0-5275def8a345 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:30.533333 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7099840f-6470-4565-bcb0-5275def8a345 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3317504 Sep 08 19:27:30.613307 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-f9d69ac5-26a1-4b98-9ae5-ae17e72f35dc tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546378431&fields=id&tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f HTTP/1.1" status: 200 len: 267 time: 0.0355222 Sep 08 19:27:30.666773 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-02eea03a-f7bf-4d9b-bbea-5c0619c38f8e tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:30.668265 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-02eea03a-f7bf-4d9b-bbea-5c0619c38f8e tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.0491207 Sep 08 19:27:30.680313 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-a46c13e2-6bf7-4b52-9f59-e7e7e8a76841 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'port': {'security_groups': ['2b2eb2f4-5c84-4ec4-b167-052c095c81a2', '0fe013cc-1d6b-4462-9082-ea608d615c1c']}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:30.747038 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-a46c13e2-6bf7-4b52-9f59-e7e7e8a76841 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:30.938787 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-a46c13e2-6bf7-4b52-9f59-e7e7e8a76841 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] For port e969c441-e828-461a-accb-c7a5731e56c4, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=e969c441-e828-461a-accb-c7a5731e56c4,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:30.972177 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-a46c13e2-6bf7-4b52-9f59-e7e7e8a76841 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:31.053536 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-a46c13e2-6bf7-4b52-9f59-e7e7e8a76841 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:31.065101 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['e969c441-e828-461a-accb-c7a5731e56c4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:27:31.095756 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-a46c13e2-6bf7-4b52-9f59-e7e7e8a76841 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:31.096971 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-a46c13e2-6bf7-4b52-9f59-e7e7e8a76841 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:31.098431 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f22730d5-16de-4b0a-ae0b-dcbf421b6d39 req-a46c13e2-6bf7-4b52-9f59-e7e7e8a76841 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "PUT /v2.0/ports/e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 200 len: 982 time: 0.4228847 Sep 08 19:27:31.098877 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:31.101141 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83f77d7-f6f5-4eb2-8024-c96922cad938" -d '{"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:31.145039 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c13e2-6bf7-4b52-9f59-e7e7e8a76841 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'Port': ['ID=e969c441-e828-461a-accb-c7a5731e56c4,revision_number=6']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:31.170265 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c2890e-3470-4067-b1b7-54c90d63e5da x-openstack-request-id: req-10c2890e-3470-4067-b1b7-54c90d63e5da {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:31.173011 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:31.173011 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10c2890e-3470-4067-b1b7-54c90d63e5da {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:31.173011 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4', 'status': 'completed', 'code': 200} Sep 08 19:27:31.205900 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['e969c441-e828-461a-accb-c7a5731e56c4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:27:31.272867 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7123269-573f-47d9-8987-6a3d8fa1a8fe req-f870843c-81c5-41b9-8a9f-f0a5816ea09a tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:31.274759 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f7123269-573f-47d9-8987-6a3d8fa1a8fe req-f870843c-81c5-41b9-8a9f-f0a5816ea09a tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0922494 Sep 08 19:27:31.297689 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-53d02919-3f7a-4845-8e44-53f74e750c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:31.299597 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-53d02919-3f7a-4845-8e44-53f74e750c98 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 1138 time: 0.0770996 Sep 08 19:27:31.348137 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f7123269-573f-47d9-8987-6a3d8fa1a8fe req-6ee507d0-25f3-4bb5-8f22-1985a9d6f90f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619259 Sep 08 19:27:31.419047 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8d33dcac-c5e9-4c41-aada-8eea979f209f None None] Provisioning complete for port e969c441-e828-461a-accb-c7a5731e56c4 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:27:31.419342 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8d33dcac-c5e9-4c41-aada-8eea979f209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:31.422303 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-9f3e7930-a26d-45b1-be7a-c3c520ef8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:31.423764 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-9f3e7930-a26d-45b1-be7a-c3c520ef8431 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91186ade-1a73-4a52-be2d-3dee55ef4bac HTTP/1.1" status: 200 len: 914 time: 0.1033273 Sep 08 19:27:31.498851 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-c46681c9-cfb8-45cf-9d2d-ab98ac37f499 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 200 len: 1001 time: 0.0671494 Sep 08 19:27:31.526377 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-eb5aebfd-8805-4527-b81b-aabece34bbff req-a85e1237-167a-4af8-a1c8-a9464421b47d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 210 time: 0.0347514 Sep 08 19:27:31.561872 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-ff4fa69c-37fc-4183-9668-6c575c8fa8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:31.563353 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-ff4fa69c-37fc-4183-9668-6c575c8fa8e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9698f7ef-2d70-4549-8f31-abfc66b4f9f5 HTTP/1.1" status: 200 len: 853 time: 0.0551960 Sep 08 19:27:31.637468 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-9abdffbe-be60-4f79-af56-e23c9dc9258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:31.640242 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-9abdffbe-be60-4f79-af56-e23c9dc9258f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91186ade-1a73-4a52-be2d-3dee55ef4bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638421 Sep 08 19:27:31.746753 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-2d63dcd2-d3c3-45dc-ac21-13d0475e93da service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966437 Sep 08 19:27:31.778297 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3d5418a9-528e-48e0-ad47-75096d385e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:31.842066 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d83f77d7-f6f5-4eb2-8024-c96922cad938 req-af1ff6b6-2978-4f8f-9dfc-f38e8ca77796 service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876462 Sep 08 19:27:32.506812 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-60fbe996-188f-47c6-ae59-600b06a2a105 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:32.508245 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-60fbe996-188f-47c6-ae59-600b06a2a105 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 817 time: 0.1001227 Sep 08 19:27:32.559567 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-6f6aec3e-2d8f-47f1-9d71-83e4a6cac7c0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c HTTP/1.1" status: 200 len: 380 time: 0.0397692 Sep 08 19:27:32.571980 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'port': {'device_id': '14549fbe-d352-4d53-adda-75a2e1060076', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'admin_state_up': True, 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'security_groups': ['316911aa-2bd8-435e-8c78-8532b3690da0']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:32.647839 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b691b77d-2412-47e9-b9c5-4c4358b4e37c req-ff5dd33d-b7b8-4295-98a3-bbe9aeb6742f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 210 time: 0.0325310 Sep 08 19:27:32.704303 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:27:32.779514 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Made reservation on behalf of 5630c3d42e0c46d390aa6c787c9f7f8c for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:27:32.783637 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:32.923910 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Allocated IP 172.20.0.12 (b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65/2f1a0f41-3899-4747-a169-50cdd774165f/1d855ef9-a2ec-4abf-8990-b829b1a10d78) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:27:33.093282 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:33.116049 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Transition to ACTIVE for port object 1d855ef9-a2ec-4abf-8990-b829b1a10d78 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:27:33.240676 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:33.284862 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:27:33.287959 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:27:33.291711 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:27:33.323014 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:33.350276 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:33.350921 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:33.489105 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-c9a6c22d-f40b-4d75-b58b-c4da8be15652 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9219942 Sep 08 19:27:33.508412 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Request body: {'port': {'device_id': '14549fbe-d352-4d53-adda-75a2e1060076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:33.562678 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:33.584703 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-90eaa77d-4a04-46b5-8d3b-55699118cfbf None None] Provisioning for port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:27:33.589146 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-90eaa77d-4a04-46b5-8d3b-55699118cfbf None None] Provisioning complete for port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:27:33.589146 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-90eaa77d-4a04-46b5-8d3b-55699118cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:33.674660 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-90eaa77d-4a04-46b5-8d3b-55699118cfbf None None] Port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:27:33.782337 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a6196-2e99-47a5-afde-013e27b19cbf req-8dfeff8e-280b-4478-b520-48d2719d5561 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:33.784999 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-535a6196-2e99-47a5-afde-013e27b19cbf req-8dfeff8e-280b-4478-b520-48d2719d5561 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 932 time: 0.0516241 Sep 08 19:27:33.823413 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-535a6196-2e99-47a5-afde-013e27b19cbf req-5d1092b0-3124-4fd3-ba6a-58b90dd6b263 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Sep 08 19:27:33.914885 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d855ef9-a2ec-4abf-8990-b829b1a10d78 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:27:33.922190 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:33.936724 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Transition to ACTIVE for port object 1d855ef9-a2ec-4abf-8990-b829b1a10d78 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:27:34.001717 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:34.051904 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:34.108926 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e44796c6-845d-4e2f-9d4f-045d87fa9fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:34.130175 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Attempting to bind port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:27:34.130512 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Attempting to bind port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:27:34.130840 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Attempting to bind port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 on network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:27:34.135334 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 on network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:27:34.135736 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Attempting to bind port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 on network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:27:34.140523 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:27:34.140853 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Checking segment: {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:27:34.141240 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Bound using segment: {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:27:34.141685 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Bound port: 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:27:34.142055 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:34.207104 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:27:34.210040 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:27:34.291861 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:34.327719 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:34.328333 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:34.329746 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] 10.222.0.38 "PUT /v2.0/ports/1d855ef9-a2ec-4abf-8990-b829b1a10d78 HTTP/1.1" status: 200 len: 1094 time: 0.8254731 Sep 08 19:27:34.330181 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:34.332917 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a99f9ef-049d-4c9b-93cc-fd2d5b995fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:34.356434 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43182416-7235-4d00-8c60-ae42f25bfa9f service neutron] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:34.374268 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65006bc-2335-4013-a4b9-d95bbab800e3 x-openstack-request-id: req-b65006bc-2335-4013-a4b9-d95bbab800e3 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:34.376089 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:34.376089 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b65006bc-2335-4013-a4b9-d95bbab800e3 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:34.376089 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'status': 'completed', 'code': 200} Sep 08 19:27:34.389044 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:34.439298 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99f9ef-049d-4c9b-93cc-fd2d5b995fd2 req-cb6a41d3-e6a6-4d31-826f-b141a64cf823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:34.441085 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6a99f9ef-049d-4c9b-93cc-fd2d5b995fd2 req-cb6a41d3-e6a6-4d31-826f-b141a64cf823 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 1097 time: 0.0431888 Sep 08 19:27:34.548733 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99f9ef-049d-4c9b-93cc-fd2d5b995fd2 req-be14169d-2ec6-4624-983b-7cf5937e8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:34.550784 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6a99f9ef-049d-4c9b-93cc-fd2d5b995fd2 req-be14169d-2ec6-4624-983b-7cf5937e8f3c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0969217 Sep 08 19:27:34.652352 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99f9ef-049d-4c9b-93cc-fd2d5b995fd2 req-7c14a13b-f82d-4ec2-80ce-d92bd990f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:34.653820 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6a99f9ef-049d-4c9b-93cc-fd2d5b995fd2 req-7c14a13b-f82d-4ec2-80ce-d92bd990f163 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898952 Sep 08 19:27:34.736737 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-56fec988-3e54-483e-9862-6a6a605f993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:34.739041 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-56fec988-3e54-483e-9862-6a6a605f993f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 1097 time: 0.0418646 Sep 08 19:27:34.781516 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-1b6d8710-d450-472e-b707-0c27aa43d77c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78 HTTP/1.1" status: 200 len: 217 time: 0.0328772 Sep 08 19:27:34.829399 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-6c26e8de-f29b-45cb-b897-eaf957dc0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:34.830860 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-6c26e8de-f29b-45cb-b897-eaf957dc0ae3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 200 len: 856 time: 0.0420487 Sep 08 19:27:34.880036 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-daa4f426-dd3e-4d1d-b07a-a504251ff127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:34.881510 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-daa4f426-dd3e-4d1d-b07a-a504251ff127 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422707 Sep 08 19:27:34.997089 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e6381-9ccc-4da7-ad34-c11a80ffb93d req-f001cd6f-532e-49a9-92c5-567e8732b90d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:34.998536 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d89e6381-9ccc-4da7-ad34-c11a80ffb93d req-f001cd6f-532e-49a9-92c5-567e8732b90d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0937018 Sep 08 19:27:35.020240 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-e42174bf-fb91-491b-bb45-89b4c3260845 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315913 Sep 08 19:27:35.071990 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d89e6381-9ccc-4da7-ad34-c11a80ffb93d req-eec4337c-aac3-4149-a526-9276dd1f5f8a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626571 Sep 08 19:27:35.128340 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4cac0190-a923-41cc-b2db-9b1d1af94a0a req-8dfb4d5f-6895-4070-a122-862168e11c00 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975673 Sep 08 19:27:35.904709 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:36.198367 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcf3d2-1b95-4f64-801d-400d3dca0913 req-48ed2141-c732-4ff6-89c0-0800a58ee9e1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:36.199739 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-64dcf3d2-1b95-4f64-801d-400d3dca0913 req-48ed2141-c732-4ff6-89c0-0800a58ee9e1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0530372 Sep 08 19:27:36.236031 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-64dcf3d2-1b95-4f64-801d-400d3dca0913 req-d38e69f3-7dd6-4349-9368-dd66a72f1755 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304549 Sep 08 19:27:37.274323 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:37.352115 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6828fb7-f285-4b3e-b026-3745c1f67d1a req-5181a49b-e767-4d4a-8cfc-803b018460d1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:37.353571 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f6828fb7-f285-4b3e-b026-3745c1f67d1a req-5181a49b-e767-4d4a-8cfc-803b018460d1 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0480971 Sep 08 19:27:37.391638 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f6828fb7-f285-4b3e-b026-3745c1f67d1a req-d042b6ff-bd80-47ad-9797-f25dc307d520 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Sep 08 19:27:38.506489 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236ac08-09cc-4957-ac53-18398f4f49d3 req-c89093cd-1509-475d-99b3-30487311da9a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:38.507941 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0236ac08-09cc-4957-ac53-18398f4f49d3 req-c89093cd-1509-475d-99b3-30487311da9a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0483162 Sep 08 19:27:38.549337 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0236ac08-09cc-4957-ac53-18398f4f49d3 req-12d79f35-2df0-4674-a047-1429b42daa15 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350485 Sep 08 19:27:39.024447 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:27:39.122471 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:39.133891 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'port_id': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'mac_address': 'fa:16:3e:cc:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:27:39.170494 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:39.183242 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d855ef9-a2ec-4abf-8990-b829b1a10d78 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:27:39.206769 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:39.307454 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:39.356281 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:39.363775 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.364123 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.364463 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.364796 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.365127 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.365639 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.366006 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.366329 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.366685 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.367015 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.367336 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.367654 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:27:39.669782 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835ce38-02af-4c98-89e1-8b9cffd24ebc req-2dedfb68-e4f4-4d70-ae52-11c0140f7459 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:39.671164 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a835ce38-02af-4c98-89e1-8b9cffd24ebc req-2dedfb68-e4f4-4d70-ae52-11c0140f7459 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 945 time: 0.0507407 Sep 08 19:27:39.709408 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a835ce38-02af-4c98-89e1-8b9cffd24ebc req-9cbfb814-892a-44f0-832c-e73babb95884 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Sep 08 19:27:40.824892 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c619831-cc3b-4006-8fb4-43b56aa6964f req-1d9fab08-e056-471e-821e-a46d053b054f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:40.826375 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3c619831-cc3b-4006-8fb4-43b56aa6964f req-1d9fab08-e056-471e-821e-a46d053b054f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 945 time: 0.0469320 Sep 08 19:27:40.863613 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3c619831-cc3b-4006-8fb4-43b56aa6964f req-4534b217-b83f-4a26-af81-93a8e4329454 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303953 Sep 08 19:27:41.978947 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497721d1-0ca9-417f-9ad2-6b86f61f43dc req-9bd5a19b-7c79-4cc5-9fd7-e67f20609fb6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:41.980411 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-497721d1-0ca9-417f-9ad2-6b86f61f43dc req-9bd5a19b-7c79-4cc5-9fd7-e67f20609fb6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 945 time: 0.0473304 Sep 08 19:27:42.016083 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-497721d1-0ca9-417f-9ad2-6b86f61f43dc req-e5808c7b-c09d-4e6d-9f55-afa80882c28a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298507 Sep 08 19:27:42.271752 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['1d855ef9-a2ec-4abf-8990-b829b1a10d78'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:27:43.134761 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c35d6-80b1-4f28-87a6-6a253edb4f9c req-0145a4e1-9c61-47c0-a574-e27e74589108 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:43.136225 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-167c35d6-80b1-4f28-87a6-6a253edb4f9c req-0145a4e1-9c61-47c0-a574-e27e74589108 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 945 time: 0.0499945 Sep 08 19:27:43.174182 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-167c35d6-80b1-4f28-87a6-6a253edb4f9c req-fb168831-fe94-4dcf-81ae-e9f49803faed tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Sep 08 19:27:44.289506 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a803307-a625-4296-9287-85d6b852a99c req-a2c47341-d608-4cc4-a1d9-f2d59eb7a938 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:44.290993 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9a803307-a625-4296-9287-85d6b852a99c req-a2c47341-d608-4cc4-a1d9-f2d59eb7a938 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 945 time: 0.0471885 Sep 08 19:27:44.329296 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9a803307-a625-4296-9287-85d6b852a99c req-2e39de5d-a519-4c28-8403-e3984e310bdc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324180 Sep 08 19:27:45.450204 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5d379-42e5-45ab-9bac-3d0a87e9fd06 req-a71aec67-89e3-4e15-a9e3-932f5efcee8e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:45.452911 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e7b5d379-42e5-45ab-9bac-3d0a87e9fd06 req-a71aec67-89e3-4e15-a9e3-932f5efcee8e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 945 time: 0.0511291 Sep 08 19:27:45.491553 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e7b5d379-42e5-45ab-9bac-3d0a87e9fd06 req-faf2f0a9-623b-4bb0-a469-a9b127e83c43 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318167 Sep 08 19:27:46.613800 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0076dd-407a-4b2d-bf6c-3a192098ae69 req-064de92c-1e86-4f3e-a6d0-c52392192e33 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:46.615235 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4f0076dd-407a-4b2d-bf6c-3a192098ae69 req-064de92c-1e86-4f3e-a6d0-c52392192e33 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 945 time: 0.0511498 Sep 08 19:27:46.654313 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4f0076dd-407a-4b2d-bf6c-3a192098ae69 req-98315550-6398-42b1-8f0f-bd3cbab2ce53 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Sep 08 19:27:47.454394 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:27:47.532811 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:27:47.536702 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:27:47.537073 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:47.617649 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:47.640193 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:47.642458 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab4aae-b8ef-4674-8b2b-32600ebe16d9" -d '{"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-plugged", "status": "completed", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:47.656499 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:27:47.679930 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d0447b-3829-4a4a-9f20-c9f93cac6710 x-openstack-request-id: req-63d0447b-3829-4a4a-9f20-c9f93cac6710 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:47.680219 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-plugged", "status": "completed", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:47.680471 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63d0447b-3829-4a4a-9f20-c9f93cac6710 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:47.680865 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'code': 200} Sep 08 19:27:47.734019 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:47.781883 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:27:47.783370 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4c76b-1b1b-49c9-be95-857ecbc33e87 req-9b70ef37-bb8f-42ea-9487-1530cba11e7e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:47.786176 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5ce4c76b-1b1b-49c9-be95-857ecbc33e87 req-9b70ef37-bb8f-42ea-9487-1530cba11e7e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0518138 Sep 08 19:27:47.824476 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5ce4c76b-1b1b-49c9-be95-857ecbc33e87 req-5437b9ed-c01f-4c70-9505-353c9ab4e359 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324802 Sep 08 19:27:47.990649 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4220e-0195-4346-a9d4-26391420d2d9 req-096f162e-29ab-47fd-8202-36f37f78ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:47.992146 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b2f4220e-0195-4346-a9d4-26391420d2d9 req-096f162e-29ab-47fd-8202-36f37f78ec3b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 1099 time: 0.0406318 Sep 08 19:27:48.031131 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b2f4220e-0195-4346-a9d4-26391420d2d9 req-165ed8b4-5026-4f0b-aff0-56a14716ad00 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279903 Sep 08 19:27:48.950217 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e82db6-3c96-43e7-b0d3-11523c2cba98 req-bf9b460e-e886-4079-a171-4d8d39c2875d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:48.951738 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e9e82db6-3c96-43e7-b0d3-11523c2cba98 req-bf9b460e-e886-4079-a171-4d8d39c2875d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0551920 Sep 08 19:27:48.990215 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e9e82db6-3c96-43e7-b0d3-11523c2cba98 req-6e2d91b5-073e-4e04-ac7c-e3291b90ec99 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318477 Sep 08 19:27:50.103448 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766cdb3-6a43-4435-8811-d9803f881423 req-d8566eac-5126-4d68-87ec-41ad5c84d7c9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:50.104894 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3766cdb3-6a43-4435-8811-d9803f881423 req-d8566eac-5126-4d68-87ec-41ad5c84d7c9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0470591 Sep 08 19:27:50.146565 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3766cdb3-6a43-4435-8811-d9803f881423 req-0e77c327-370e-4d8f-bcfc-bd150bdc13e0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356555 Sep 08 19:27:50.267090 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6b233-11c2-44eb-9d87-b673674d1f4c req-3a146a1b-6b95-4c7b-bc7a-d41de3f19d12 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:50.269337 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8c6b233-11c2-44eb-9d87-b673674d1f4c req-3a146a1b-6b95-4c7b-bc7a-d41de3f19d12 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0486486 Sep 08 19:27:50.277883 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44634) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:27:50.282358 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-5f488ae4-012b-4c1e-bf53-126c0e1400c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Request body: {'floatingip': {'port_id': '1d855ef9-a2ec-4abf-8990-b829b1a10d78'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:27:50.323924 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5f488ae4-012b-4c1e-bf53-126c0e1400c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:50.753994 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5f488ae4-012b-4c1e-bf53-126c0e1400c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:50.824425 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5f488ae4-012b-4c1e-bf53-126c0e1400c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:50.927006 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.l3_db [None req-5f488ae4-012b-4c1e-bf53-126c0e1400c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Floating IP d0414e0c-6fa0-403b-a5b7-742a6a980b4e associated. External IP: 172.27.0.198, port: 1d855ef9-a2ec-4abf-8990-b829b1a10d78. Sep 08 19:27:51.362333 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f488ae4-012b-4c1e-bf53-126c0e1400c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:27:51.467912 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f488ae4-012b-4c1e-bf53-126c0e1400c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:27:51.472450 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5f488ae4-012b-4c1e-bf53-126c0e1400c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:51.478020 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] Sync routers for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:27:51.488071 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:27:51.488676 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:27:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:51.499929 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5f488ae4-012b-4c1e-bf53-126c0e1400c5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "PUT /v2.0/floatingips/d0414e0c-6fa0-403b-a5b7-742a6a980b4e HTTP/1.1" status: 200 len: 992 time: 1.2209890 Sep 08 19:27:51.500502 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:27:51.504042 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3940ba73-9ae6-439d-940d-3c0eff164c36" -d '{"events": [{"name": "network-changed", "server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:27:51.541232 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a90af7-994a-4d38-bd96-291e05881e0e x-openstack-request-id: req-85a90af7-994a-4d38-bd96-291e05881e0e {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:27:51.541521 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:27:51.541805 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85a90af7-994a-4d38-bd96-291e05881e0e {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:27:51.542228 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'status': 'completed', 'code': 200} Sep 08 19:27:51.606255 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:27:51.611239 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-2a8305e5-a056-4c3d-bc84-109583a9d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:51.613297 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-2a8305e5-a056-4c3d-bc84-109583a9d9ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 1099 time: 0.0453358 Sep 08 19:27:51.704957 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-4c693a56-a2da-47e4-a936-82d947ee2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:51.706980 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-4c693a56-a2da-47e4-a936-82d947ee2fca service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 917 time: 0.0854871 Sep 08 19:27:51.776795 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-f176e73a-61a0-40a6-b373-9220797d6330 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78 HTTP/1.1" status: 200 len: 1000 time: 0.0615408 Sep 08 19:27:51.826840 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-ecb6777c-9a41-4f63-b778-fae9fd5918d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:51.828251 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-ecb6777c-9a41-4f63-b778-fae9fd5918d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 200 len: 856 time: 0.0438368 Sep 08 19:27:51.837142 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': 'd0414e0c-6fa0-403b-a5b7-742a6a980b4e', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'port_id': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'mac_address': 'fa:16:3e:cc:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14549fbe-d352-4d53-adda-75a2e1060076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:27:28Z', 'updated_at': '2021-09-08T19:27:50Z', 'revision_number': 1, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:51.863747 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] Checking router: aab0f271-f598-4a29-8270-2ccb7a2c6ad8 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:27:51.871696 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:27:51.872300 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:27:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:51.873114 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-febd7901-b897-47ea-b1a7-3ea8bc2bfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:51.874650 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-febd7901-b897-47ea-b1a7-3ea8bc2bfd91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384517 Sep 08 19:27:51.974376 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-66fa0285-9345-4963-8a8f-02c7c7145043 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888777 Sep 08 19:27:51.989542 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:27:52.073537 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3940ba73-9ae6-439d-940d-3c0eff164c36 req-e8d4cb07-d166-48ef-95bc-aece56dacc94 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898175 Sep 08 19:27:52.222099 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': 'd0414e0c-6fa0-403b-a5b7-742a6a980b4e', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'port_id': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'mac_address': 'fa:16:3e:cc:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14549fbe-d352-4d53-adda-75a2e1060076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:27:28Z', 'updated_at': '2021-09-08T19:27:50Z', 'revision_number': 1, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:27:52.248002 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500049e-e868-413a-934c-ba20fffc43ce None None] The sync data for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi is: [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': 'd0414e0c-6fa0-403b-a5b7-742a6a980b4e', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'port_id': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'mac_address': 'fa:16:3e:cc:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14549fbe-d352-4d53-adda-75a2e1060076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:27:28Z', 'updated_at': '2021-09-08T19:27:50Z', 'revision_number': 1, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:27:52.425085 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e887981-adbc-47b0-b729-736da264b147 None None] New status for floating IP d0414e0c-6fa0-403b-a5b7-742a6a980b4e: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:27:53.430051 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:27:57.635620 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d697d15-2f3a-4223-a976-92e03588c732 req-dc8f346f-38e7-4f64-8913-ba3270b94979 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:57.639747 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d697d15-2f3a-4223-a976-92e03588c732 req-dc8f346f-38e7-4f64-8913-ba3270b94979 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0487754 Sep 08 19:27:57.680411 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d697d15-2f3a-4223-a976-92e03588c732 req-85194be9-4d80-45cb-9627-bf4610235bb1 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359912 Sep 08 19:27:57.713236 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-53e34bf7-253a-4e7f-81bb-966c74c648c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:57.714780 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-53e34bf7-253a-4e7f-81bb-966c74c648c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 1138 time: 0.0453093 Sep 08 19:27:57.802562 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-392b0c69-c0e5-4dc8-b23e-e691d4fa9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:57.803897 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-392b0c69-c0e5-4dc8-b23e-e691d4fa9d1e service neutron] 10.222.0.38 "GET /v2.0/networks?id=91186ade-1a73-4a52-be2d-3dee55ef4bac HTTP/1.1" status: 200 len: 914 time: 0.0821977 Sep 08 19:27:57.876521 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-cac0c81e-d1f7-468d-9c62-d1679493274e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 200 len: 1001 time: 0.0602739 Sep 08 19:27:57.926609 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-55073416-829c-4bb5-a2ab-77ffe0d224bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:57.927989 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-55073416-829c-4bb5-a2ab-77ffe0d224bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9698f7ef-2d70-4549-8f31-abfc66b4f9f5 HTTP/1.1" status: 200 len: 853 time: 0.0420699 Sep 08 19:27:57.971838 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-9b2391bb-7317-4ff9-90ea-5c527a729869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:57.973807 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-9b2391bb-7317-4ff9-90ea-5c527a729869 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91186ade-1a73-4a52-be2d-3dee55ef4bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381677 Sep 08 19:27:58.064280 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-2b4524ee-935e-4f18-b3e4-70beed562f8e service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819421 Sep 08 19:27:58.154570 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a27d8228-d04a-4682-a0b3-31a3e4e08507 req-c2a9e843-c2d7-4a05-ac28-819fe75b9160 service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805154 Sep 08 19:27:58.802972 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ecd80-d599-43ed-8514-5998634d7596 req-2c53de05-f685-4cbe-922d-8b37e34e927a tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:58.804760 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6e9ecd80-d599-43ed-8514-5998634d7596 req-2c53de05-f685-4cbe-922d-8b37e34e927a tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0537963 Sep 08 19:27:58.846236 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6e9ecd80-d599-43ed-8514-5998634d7596 req-ea05bb78-716d-400a-9795-5571c6a47852 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353839 Sep 08 19:27:59.966327 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad854-633b-41ae-8fd5-834d22afb57d req-d8d88959-49f7-4661-a892-f560898356a9 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:27:59.967854 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-054ad854-633b-41ae-8fd5-834d22afb57d req-d8d88959-49f7-4661-a892-f560898356a9 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0532725 Sep 08 19:28:00.011821 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-054ad854-633b-41ae-8fd5-834d22afb57d req-6d8943f2-f5c0-40e1-8a63-c153fd0747e8 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379174 Sep 08 19:28:01.129908 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2e749-4164-4f65-a3d8-73cb68ebf885 req-2b52b26f-f7ab-4805-9b17-cc181f41930f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:01.131458 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d3a2e749-4164-4f65-a3d8-73cb68ebf885 req-2b52b26f-f7ab-4805-9b17-cc181f41930f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0501809 Sep 08 19:28:01.171963 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d3a2e749-4164-4f65-a3d8-73cb68ebf885 req-704a76d3-4140-4c08-b9e5-803405ed2623 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343931 Sep 08 19:28:01.738572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c748806e-233f-413a-a8da-054aa6bd14ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:02.289124 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a2c36-9f21-4d04-82b1-327035b73c2a req-cfa5b26b-0cd1-4d43-9920-90e1192cb4e0 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:02.290663 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-520a2c36-9f21-4d04-82b1-327035b73c2a req-cfa5b26b-0cd1-4d43-9920-90e1192cb4e0 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0485332 Sep 08 19:28:02.337657 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-520a2c36-9f21-4d04-82b1-327035b73c2a req-2730fd31-5c09-4d44-8400-af694808ba54 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405676 Sep 08 19:28:02.417777 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 44794) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:02.521255 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-803710b1-8968-4f3e-9dbb-d07bed2d17b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:02.608157 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-803710b1-8968-4f3e-9dbb-d07bed2d17b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:02.679672 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-803710b1-8968-4f3e-9dbb-d07bed2d17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:02.719892 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-803710b1-8968-4f3e-9dbb-d07bed2d17b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ff46037a4b94c4bbd487f3b81cbad14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010416 Sep 08 19:28:02.720767 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803710b1-8968-4f3e-9dbb-d07bed2d17b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06036aea-131c-462e-ade3-650c2373043c,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:02.722704 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44800) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:02.772918 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:02.793990 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:02.904218 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:02.906792 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:02.907930 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06036aea-131c-462e-ade3-650c2373043c HTTP/1.1" status: 204 len: 168 time: 0.1842251 Sep 08 19:28:02.916322 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06036aea-131c-462e-ade3-650c2373043c,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:02.923160 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.923513 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.923876 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.924206 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.924535 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.924868 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.925187 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.925510 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.925857 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.926171 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.926485 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:02.926800 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5dec0-ce24-49c9-895c-aca72d68a264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:03.458612 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32944e-c650-483b-b9fb-a9b0c521c689 req-31aaa65c-e74e-4d86-a643-d40481400ece tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:03.460137 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44810) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:03.463195 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9c32944e-c650-483b-b9fb-a9b0c521c689 req-31aaa65c-e74e-4d86-a643-d40481400ece tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0557935 Sep 08 19:28:03.476521 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aaa752d6-d9fc-4464-824c-402da5a49437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:03.500670 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9c32944e-c650-483b-b9fb-a9b0c521c689 req-9f8cd801-ff49-48b5-a481-7626a873c296 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341678 Sep 08 19:28:03.564555 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aaa752d6-d9fc-4464-824c-402da5a49437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:03.624372 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aaa752d6-d9fc-4464-824c-402da5a49437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:03.660823 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa752d6-d9fc-4464-824c-402da5a49437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e19443-4efb-404c-b15c-f8391bf11764,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:03.666057 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-aaa752d6-d9fc-4464-824c-402da5a49437 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bbfb1ac81224ac1aae5681dcbf3c915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046402 Sep 08 19:28:03.668333 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 44812) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:03.717261 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02349908-cf33-4a5c-88e9-2ebde541397a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:03.737605 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02349908-cf33-4a5c-88e9-2ebde541397a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:03.855536 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02349908-cf33-4a5c-88e9-2ebde541397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:03.856775 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02349908-cf33-4a5c-88e9-2ebde541397a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:03.860123 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-02349908-cf33-4a5c-88e9-2ebde541397a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87e19443-4efb-404c-b15c-f8391bf11764 HTTP/1.1" status: 204 len: 168 time: 0.1886954 Sep 08 19:28:03.867782 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02349908-cf33-4a5c-88e9-2ebde541397a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e19443-4efb-404c-b15c-f8391bf11764,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:04.142461 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-319fb644-c32a-4d40-b06d-90671ad472a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:04.406924 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:04.622782 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ada824-e161-4d61-a67b-c737597825a5 req-8e71c7b4-8839-45a5-b1f4-ca96a838dab7 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:04.624294 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61ada824-e161-4d61-a67b-c737597825a5 req-8e71c7b4-8839-45a5-b1f4-ca96a838dab7 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0549672 Sep 08 19:28:04.666233 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61ada824-e161-4d61-a67b-c737597825a5 req-fb3e377d-30e3-4dc6-997e-0058d12d5fad tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354099 Sep 08 19:28:05.793954 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc856f-2dd3-4357-89f0-7bc175f68635 req-2edbfc99-c3da-4b67-8543-5e0d722dfb33 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:05.800901 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-14bc856f-2dd3-4357-89f0-7bc175f68635 req-2edbfc99-c3da-4b67-8543-5e0d722dfb33 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0588267 Sep 08 19:28:05.838063 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-14bc856f-2dd3-4357-89f0-7bc175f68635 req-01f8c681-3f60-4bd8-a4b3-1e850e14db4f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350244 Sep 08 19:28:05.921453 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:06.953440 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce1c1e-3709-4d8b-a740-aa442423190d req-a0d39367-0fa3-4f0c-97cb-6867ae27c77f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:06.954962 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-60ce1c1e-3709-4d8b-a740-aa442423190d req-a0d39367-0fa3-4f0c-97cb-6867ae27c77f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0487161 Sep 08 19:28:06.994549 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-60ce1c1e-3709-4d8b-a740-aa442423190d req-37e98d2c-051c-4f0e-9b88-3ae3a0d71550 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329924 Sep 08 19:28:07.281317 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:08.114899 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4c77-41fc-4126-a07d-b58654e2f418 req-aa40f418-20d7-4b7d-8ca5-365b39b7dd53 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:08.116583 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49bd4c77-41fc-4126-a07d-b58654e2f418 req-aa40f418-20d7-4b7d-8ca5-365b39b7dd53 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0515463 Sep 08 19:28:08.156821 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49bd4c77-41fc-4126-a07d-b58654e2f418 req-ee542e2e-a9f2-4c2e-8e55-2115f3f03bf2 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342674 Sep 08 19:28:09.285192 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43757b-7e7d-4d22-94d2-47bd5df2f57d req-cae7e444-b61b-4b7a-836a-cbdf1c54335c tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:09.286774 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2a43757b-7e7d-4d22-94d2-47bd5df2f57d req-cae7e444-b61b-4b7a-836a-cbdf1c54335c tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0577664 Sep 08 19:28:09.332543 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2a43757b-7e7d-4d22-94d2-47bd5df2f57d req-d7f7ea91-80c0-474f-8f4f-bac4033b843c tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391839 Sep 08 19:28:09.704128 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:28:10.517980 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2ffaf-3914-4465-9d91-63f6d76f74d6 req-f9020a1f-87c7-4fb4-971a-172d05ff6257 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:10.519498 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9ee2ffaf-3914-4465-9d91-63f6d76f74d6 req-f9020a1f-87c7-4fb4-971a-172d05ff6257 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0493805 Sep 08 19:28:10.560366 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9ee2ffaf-3914-4465-9d91-63f6d76f74d6 req-eb69a078-4e4a-445c-b697-7f14d926f063 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&id=0fe013cc-1d6b-4462-9082-ea608d615c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343907 Sep 08 19:28:18.587271 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced44d8d-e66b-4fac-a53d-fecda2558517 req-f28387a7-6676-43df-abf2-458382f117d0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:18.592568 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ced44d8d-e66b-4fac-a53d-fecda2558517 req-f28387a7-6676-43df-abf2-458382f117d0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.2030466 Sep 08 19:28:18.627522 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ced44d8d-e66b-4fac-a53d-fecda2558517 req-67698a9f-5fff-4670-90c9-4366866fb97b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321336 Sep 08 19:28:19.745667 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b9235-b4ba-422a-8ff2-b0b1b5c04034 req-b4f402df-1ec0-4027-a5b8-e11a57bf1b65 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:19.747126 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-416b9235-b4ba-422a-8ff2-b0b1b5c04034 req-b4f402df-1ec0-4027-a5b8-e11a57bf1b65 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0509958 Sep 08 19:28:19.788802 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-416b9235-b4ba-422a-8ff2-b0b1b5c04034 req-cd035369-0361-4f15-9d7b-95f8dddc6a51 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355389 Sep 08 19:28:20.902048 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9d783-8331-45e6-9e68-80fde83d3411 req-f2bf3042-6ee1-41a7-8b4a-aed70029fdc1 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:20.903434 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca9d783-8331-45e6-9e68-80fde83d3411 req-f2bf3042-6ee1-41a7-8b4a-aed70029fdc1 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0490534 Sep 08 19:28:20.940786 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca9d783-8331-45e6-9e68-80fde83d3411 req-10d4fbe5-69f4-456e-b1ab-55b2092151d2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315292 Sep 08 19:28:22.054907 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777cb8-3a0b-40e6-9df2-f7a2ac47e081 req-a0eaf3a6-d6aa-4ba6-bb0e-f9aec6c357d1 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:22.056377 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9d777cb8-3a0b-40e6-9df2-f7a2ac47e081 req-a0eaf3a6-d6aa-4ba6-bb0e-f9aec6c357d1 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0472467 Sep 08 19:28:22.094530 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9d777cb8-3a0b-40e6-9df2-f7a2ac47e081 req-193f28ba-75bf-47b3-b740-952d5603c76f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Sep 08 19:28:23.212707 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5484f1-fceb-4e30-9a22-74274aff8d4d req-660d1d41-cc92-4bd1-8dfa-1b95c361522b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:23.214159 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ac5484f1-fceb-4e30-9a22-74274aff8d4d req-660d1d41-cc92-4bd1-8dfa-1b95c361522b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0540271 Sep 08 19:28:23.251239 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ac5484f1-fceb-4e30-9a22-74274aff8d4d req-38838cc5-c283-48de-a938-68ba8eaf6d83 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311613 Sep 08 19:28:23.492736 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:23.509155 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45136) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:23.615308 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e7ebadec-71d5-45da-93fc-5ac74d524855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:23.704144 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e7ebadec-71d5-45da-93fc-5ac74d524855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:23.749440 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e7ebadec-71d5-45da-93fc-5ac74d524855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:23.787038 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e7ebadec-71d5-45da-93fc-5ac74d524855 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ef47bfbc20f4703b5391b473ca2ccbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768004 Sep 08 19:28:23.788008 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebadec-71d5-45da-93fc-5ac74d524855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb754987-d222-4859-bad8-4fa3aa28eda9,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:23.790665 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45142) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:23.839265 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:23.860315 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:23.948963 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:23.951515 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:23.952638 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb754987-d222-4859-bad8-4fa3aa28eda9 HTTP/1.1" status: 204 len: 168 time: 0.1609674 Sep 08 19:28:23.960143 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb754987-d222-4859-bad8-4fa3aa28eda9,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:23.968290 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.968640 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.968981 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.969315 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.969646 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.970001 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.970438 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.970638 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.970971 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.971287 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.971725 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:23.972046 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528fe60-eeca-4cb1-a4b3-757301a100ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:24.380890 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3556ce-00d8-4c1e-8483-7d71c966e523 req-9ecd47bc-934c-4d3b-9a42-87b10eb181d2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:24.382412 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2f3556ce-00d8-4c1e-8483-7d71c966e523 req-9ecd47bc-934c-4d3b-9a42-87b10eb181d2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0622461 Sep 08 19:28:24.421230 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2f3556ce-00d8-4c1e-8483-7d71c966e523 req-5ffe49ec-2edc-4650-9544-28f4c4f5dd40 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Sep 08 19:28:24.489597 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45150) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:24.506412 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2638-8d06-41a8-9953-87a832a7d53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:24.592541 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2638-8d06-41a8-9953-87a832a7d53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:24.658496 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2638-8d06-41a8-9953-87a832a7d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:24.703893 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd2638-8d06-41a8-9953-87a832a7d53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8d2d8e-957c-4637-9bed-5ef863ad7ef9,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:24.712641 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ddcd2638-8d06-41a8-9953-87a832a7d53f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c39595298ae144f6aef65b239df5c644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212782 Sep 08 19:28:24.713060 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45156) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:24.765265 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9a3858f7-1569-40a1-8662-8ec89cfd0cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:24.786828 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9a3858f7-1569-40a1-8662-8ec89cfd0cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:24.904111 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9a3858f7-1569-40a1-8662-8ec89cfd0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:24.907737 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9a3858f7-1569-40a1-8662-8ec89cfd0cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:24.908915 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-9a3858f7-1569-40a1-8662-8ec89cfd0cec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e8d2d8e-957c-4637-9bed-5ef863ad7ef9 HTTP/1.1" status: 204 len: 168 time: 0.1949399 Sep 08 19:28:24.917783 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3858f7-1569-40a1-8662-8ec89cfd0cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8d2d8e-957c-4637-9bed-5ef863ad7ef9,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:25.539427 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfdd2f-3aad-40eb-93c6-e6afaf404ae7 req-014b897d-74f0-48c9-a1e3-9855a8559066 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:25.541085 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0ccfdd2f-3aad-40eb-93c6-e6afaf404ae7 req-014b897d-74f0-48c9-a1e3-9855a8559066 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0526843 Sep 08 19:28:25.579146 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0ccfdd2f-3aad-40eb-93c6-e6afaf404ae7 req-8131ecf3-c1f8-4019-b0ef-b4ebb737c511 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Sep 08 19:28:26.547672 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-a1173d6c-a07b-475d-a695-68c0f6aae908 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1754906 Sep 08 19:28:26.631984 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-dc23dcab-a770-429d-8a53-29bf97e8546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:26.634581 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-dc23dcab-a770-429d-8a53-29bf97e8546f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 1098 time: 0.0450859 Sep 08 19:28:26.759918 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9027c9-9468-4f39-95e5-8eaa0a8f24d6 req-4231d807-a87e-40b5-9d1c-057be11f840e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:26.761449 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2e9027c9-9468-4f39-95e5-8eaa0a8f24d6 req-4231d807-a87e-40b5-9d1c-057be11f840e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.1103747 Sep 08 19:28:26.794652 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-330989b1-0723-4245-a0c9-ebe719e0f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:26.796117 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-330989b1-0723-4245-a0c9-ebe719e0f3ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 911 time: 0.1362455 Sep 08 19:28:26.850215 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2e9027c9-9468-4f39-95e5-8eaa0a8f24d6 req-50bc433e-73dd-4424-8e2d-7ca77091b9bc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822058 Sep 08 19:28:26.875591 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-31d3158c-e7e7-4ee2-addb-5a69c7385cd3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f280f964-8d4e-4a60-8057-b0661c80b903 HTTP/1.1" status: 200 len: 1001 time: 0.0684454 Sep 08 19:28:26.925740 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-a1d0f44d-4ea3-461e-8e81-0caeb72a9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:26.927150 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-a1d0f44d-4ea3-461e-8e81-0caeb72a9c94 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0429182 Sep 08 19:28:26.978689 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-1b36303e-b6cf-41d6-b634-063a23a6bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:26.980165 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-1b36303e-b6cf-41d6-b634-063a23a6bca4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437963 Sep 08 19:28:27.080255 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-2a8cd604-c10a-4ec8-9138-3d55093d355c service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906236 Sep 08 19:28:27.181694 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dacb5e9-457a-466a-b2bb-d6842c1e6efe req-82dd96e8-8cf4-453e-982f-1a63a5fee6ff service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908206 Sep 08 19:28:27.227499 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45210) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:27.330244 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0c335613-8a40-4f42-8e6e-f673fb020558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:27.419292 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0c335613-8a40-4f42-8e6e-f673fb020558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:27.486387 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0c335613-8a40-4f42-8e6e-f673fb020558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:27.524914 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0c335613-8a40-4f42-8e6e-f673fb020558 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa6a20087d2f40ff8f1322756d8dd50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961757 Sep 08 19:28:27.525816 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c335613-8a40-4f42-8e6e-f673fb020558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750c8fba-bc34-40a6-b591-0381f21da6f5,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:27.527446 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45214) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:27.576036 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a64a88fc-d145-464d-a6d8-f7a9730d52d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:27.600797 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a64a88fc-d145-464d-a6d8-f7a9730d52d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:27.719142 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a64a88fc-d145-464d-a6d8-f7a9730d52d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:27.721704 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a64a88fc-d145-464d-a6d8-f7a9730d52d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:27.722903 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a64a88fc-d145-464d-a6d8-f7a9730d52d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/750c8fba-bc34-40a6-b591-0381f21da6f5 HTTP/1.1" status: 204 len: 168 time: 0.1944394 Sep 08 19:28:27.730924 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a88fc-d145-464d-a6d8-f7a9730d52d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750c8fba-bc34-40a6-b591-0381f21da6f5,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:27.969868 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2f24-4438-4e49-b815-cc495a835be5 req-e0b3984e-1a67-488f-a413-107a3ffa0ead tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:27.971372 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a60a2f24-4438-4e49-b815-cc495a835be5 req-e0b3984e-1a67-488f-a413-107a3ffa0ead tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0502615 Sep 08 19:28:28.009449 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a60a2f24-4438-4e49-b815-cc495a835be5 req-1b06b026-e250-4893-bb70-0802763281e3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317662 Sep 08 19:28:28.347143 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45224) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:28.360254 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-96939223-5013-4e5f-b309-2635b692ce57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:28.444685 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-96939223-5013-4e5f-b309-2635b692ce57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:28.509270 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-96939223-5013-4e5f-b309-2635b692ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:28.548187 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-96939223-5013-4e5f-b309-2635b692ce57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49f91eb8776346bba54c70ba40a7fb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999254 Sep 08 19:28:28.549060 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96939223-5013-4e5f-b309-2635b692ce57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a182da8-570e-4bc6-8e21-c211622a586d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:28.551530 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45226) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:28.601327 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1b8201cf-b4a7-4527-a096-5cdd630db848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:28.622644 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1b8201cf-b4a7-4527-a096-5cdd630db848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:28.720723 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1b8201cf-b4a7-4527-a096-5cdd630db848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:28.723289 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1b8201cf-b4a7-4527-a096-5cdd630db848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:28.726675 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1b8201cf-b4a7-4527-a096-5cdd630db848 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a182da8-570e-4bc6-8e21-c211622a586d HTTP/1.1" status: 204 len: 168 time: 0.1711946 Sep 08 19:28:28.732653 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8201cf-b4a7-4527-a096-5cdd630db848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a182da8-570e-4bc6-8e21-c211622a586d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:29.125287 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66537a0-461b-4e71-9e32-c5a741550bef req-9039c1bd-5b5c-47bc-8cdb-56caade938ac tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:29.126818 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e66537a0-461b-4e71-9e32-c5a741550bef req-9039c1bd-5b5c-47bc-8cdb-56caade938ac tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0516894 Sep 08 19:28:29.167839 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e66537a0-461b-4e71-9e32-c5a741550bef req-356cb8d5-6dbe-44c6-89dd-ffdf90dc8004 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351424 Sep 08 19:28:30.282648 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b478d0-e665-4530-92ad-51646a8c66fb req-7653fe1d-5ead-404b-9a34-c5aa90567b93 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:30.284034 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-83b478d0-e665-4530-92ad-51646a8c66fb req-7653fe1d-5ead-404b-9a34-c5aa90567b93 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0501542 Sep 08 19:28:30.326477 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-83b478d0-e665-4530-92ad-51646a8c66fb req-6f68f237-df6a-40ff-8c6b-a4f11c45c29b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360794 Sep 08 19:28:31.446582 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b614121-05e6-4f9d-a7dd-9ee7f624720c req-2b04c54b-7e39-4ed4-abc9-12d9e3e81eb2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:31.448225 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b614121-05e6-4f9d-a7dd-9ee7f624720c req-2b04c54b-7e39-4ed4-abc9-12d9e3e81eb2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0517855 Sep 08 19:28:31.486809 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b614121-05e6-4f9d-a7dd-9ee7f624720c req-81e70c98-5c10-4cd6-902a-05aa5a4bc7a7 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Sep 08 19:28:31.715576 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-79f37973-b540-4f69-83b6-0838ef60c808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:32.620767 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3179f-2b64-40e9-8ee3-5f569ba3fbe0 req-038c4b2c-3731-437c-b5d7-f5375ac507da tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:32.622371 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ace3179f-2b64-40e9-8ee3-5f569ba3fbe0 req-038c4b2c-3731-437c-b5d7-f5375ac507da tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0544271 Sep 08 19:28:32.667447 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ace3179f-2b64-40e9-8ee3-5f569ba3fbe0 req-79e3e466-956f-4c25-9036-b1c4f2abeb0f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 Sep 08 19:28:33.784996 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af651c95-1a28-4e82-8ee0-f3e84062836c req-5f73e98b-18ce-4340-95b9-cc26099768e7 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:33.786510 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-af651c95-1a28-4e82-8ee0-f3e84062836c req-5f73e98b-18ce-4340-95b9-cc26099768e7 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0479553 Sep 08 19:28:33.824515 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-af651c95-1a28-4e82-8ee0-f3e84062836c req-aa295725-ab17-484b-be6d-5a5cfee4e7dc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Sep 08 19:28:34.256021 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-485c81d8-95cf-40d2-98c9-087947e01cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:34.421451 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:35.092760 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074e56b-28dc-4d3b-b3ba-3258cfc2fa7c req-d355707f-46db-4e51-a9ae-15ba5ed44a9e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:35.094554 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e074e56b-28dc-4d3b-b3ba-3258cfc2fa7c req-d355707f-46db-4e51-a9ae-15ba5ed44a9e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.2007918 Sep 08 19:28:35.137782 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e074e56b-28dc-4d3b-b3ba-3258cfc2fa7c req-a5ce5210-5a5b-401c-b13a-20bf6bd243dc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364604 Sep 08 19:28:35.528711 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c99af1-73d8-4631-ad17-089463c73d04 req-1651fb5e-b700-4d78-abbe-b87e180123b7 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:35.530409 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-46c99af1-73d8-4631-ad17-089463c73d04 req-1651fb5e-b700-4d78-abbe-b87e180123b7 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0490487 Sep 08 19:28:35.564467 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45340) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:35.594857 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-46c99af1-73d8-4631-ad17-089463c73d04 req-aab2bc79-2dc5-4427-9ba1-49add191e788 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Sep 08 19:28:35.650764 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-e468aba2-0d4f-4a22-902c-eb5e7bdac4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:35.652553 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-e468aba2-0d4f-4a22-902c-eb5e7bdac4a3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 1098 time: 0.0433748 Sep 08 19:28:35.702452 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6aa2da2d-7768-4d84-9720-977f1ddd26a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:35.780545 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-1ae5bc88-51e1-4a1a-86d8-a280533bd4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:35.782024 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-1ae5bc88-51e1-4a1a-86d8-a280533bd4f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 200 len: 911 time: 0.1222546 Sep 08 19:28:35.870831 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-20557b4d-b6db-43e3-836d-72a0f20315ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926 HTTP/1.1" status: 200 len: 1001 time: 0.0798495 Sep 08 19:28:35.895723 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6aa2da2d-7768-4d84-9720-977f1ddd26a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:35.919206 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:35.930412 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-f2024f8d-8051-47c2-a6d9-466f8396abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:35.931862 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-f2024f8d-8051-47c2-a6d9-466f8396abe5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81c5b9fb-43cf-45aa-a268-bb3604ce7269 HTTP/1.1" status: 200 len: 850 time: 0.0520284 Sep 08 19:28:35.971205 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6aa2da2d-7768-4d84-9720-977f1ddd26a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:35.990828 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-5da85dfd-a464-45c3-a39c-3ca54126bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:35.992320 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-5da85dfd-a464-45c3-a39c-3ca54126bc4d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4c11c2f-276a-4315-9121-02d331fdc08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533702 Sep 08 19:28:36.023023 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6aa2da2d-7768-4d84-9720-977f1ddd26a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f38eac2da0fb469b937fda5e376a8d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567375 Sep 08 19:28:36.025688 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45344) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:36.032703 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2da2d-7768-4d84-9720-977f1ddd26a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab1d1e6-9a2f-4052-8183-80bc1934b4b4,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:36.076940 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2191f578-e1bc-4d5e-aa49-ee5e7848283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:36.098211 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2191f578-e1bc-4d5e-aa49-ee5e7848283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:36.107995 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-83c7c153-67f7-447c-b215-9c82300d3c51 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046467 Sep 08 19:28:36.200422 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-674de241-65a5-4a7c-a344-7936bd49ffaa req-7417bc2d-f8bc-4a6e-8140-d3b7ee17d2a2 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844266 Sep 08 19:28:36.217733 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2191f578-e1bc-4d5e-aa49-ee5e7848283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:36.220371 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2191f578-e1bc-4d5e-aa49-ee5e7848283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:36.221525 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2191f578-e1bc-4d5e-aa49-ee5e7848283a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ab1d1e6-9a2f-4052-8183-80bc1934b4b4 HTTP/1.1" status: 204 len: 168 time: 0.1948030 Sep 08 19:28:36.230119 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191f578-e1bc-4d5e-aa49-ee5e7848283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab1d1e6-9a2f-4052-8183-80bc1934b4b4,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:36.717758 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f169d1a-3576-4718-be64-0da60956e038 req-597f1608-df1e-4ae5-860b-70991d5f3d7c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:36.719169 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7f169d1a-3576-4718-be64-0da60956e038 req-597f1608-df1e-4ae5-860b-70991d5f3d7c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0534616 Sep 08 19:28:36.757782 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7f169d1a-3576-4718-be64-0da60956e038 req-0f908732-2344-4c61-8cd5-cd6b7d4bf100 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326035 Sep 08 19:28:36.855904 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45356) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:36.868557 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-530bccac-a6c5-42cf-997b-2e70ceb2b754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:36.963050 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-530bccac-a6c5-42cf-997b-2e70ceb2b754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:37.034954 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-530bccac-a6c5-42cf-997b-2e70ceb2b754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:37.074871 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-530bccac-a6c5-42cf-997b-2e70ceb2b754 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=598f3eac3718400d9c71e62888d98a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178934 Sep 08 19:28:37.076902 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bccac-a6c5-42cf-997b-2e70ceb2b754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe2835c-6f8e-43b5-8ce5-2f4901c534ed,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:37.077739 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45358) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:37.125667 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-282db600-d8a5-4db4-91fc-b13f4fbd9838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:37.146634 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-282db600-d8a5-4db4-91fc-b13f4fbd9838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:37.279120 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-282db600-d8a5-4db4-91fc-b13f4fbd9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:37.281731 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-282db600-d8a5-4db4-91fc-b13f4fbd9838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:37.282879 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-282db600-d8a5-4db4-91fc-b13f4fbd9838 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fe2835c-6f8e-43b5-8ce5-2f4901c534ed HTTP/1.1" status: 204 len: 168 time: 0.2041330 Sep 08 19:28:37.290723 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282db600-d8a5-4db4-91fc-b13f4fbd9838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe2835c-6f8e-43b5-8ce5-2f4901c534ed,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:37.293032 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:37.873400 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34474dac-815d-4171-9b41-ed42a7ac7e30 req-e4b8200a-8ada-4876-825e-63e0acc8c396 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:37.874993 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-34474dac-815d-4171-9b41-ed42a7ac7e30 req-e4b8200a-8ada-4876-825e-63e0acc8c396 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0501714 Sep 08 19:28:37.929519 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-34474dac-815d-4171-9b41-ed42a7ac7e30 req-8f69f180-adcd-400c-8299-c1f4f7a57015 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397575 Sep 08 19:28:37.977926 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02a4b8-b364-4040-a897-ce3b08413fc9 req-2cf72ff0-3624-4baf-8cac-5615d09d2353 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:37.980198 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc02a4b8-b364-4040-a897-ce3b08413fc9 req-2cf72ff0-3624-4baf-8cac-5615d09d2353 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0513742 Sep 08 19:28:38.018019 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc02a4b8-b364-4040-a897-ce3b08413fc9 req-4e6069b6-4ba9-4686-a98a-b656d7ba2542 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Sep 08 19:28:39.140008 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d635a2-980b-4c92-b5fd-2e9a8f61ee5b req-8474f090-2935-4b70-b230-110673bef1c2 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:39.141505 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-25d635a2-980b-4c92-b5fd-2e9a8f61ee5b req-8474f090-2935-4b70-b230-110673bef1c2 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0506322 Sep 08 19:28:39.178563 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-25d635a2-980b-4c92-b5fd-2e9a8f61ee5b req-3a725b7b-6cc3-47cb-bf63-37797ff094f5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309110 Sep 08 19:28:40.300122 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aa873-9567-4c3c-800a-9a2963a34f3f req-3675f996-e1ee-4281-b2cd-5a1de8c4d93c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:40.301609 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0a8aa873-9567-4c3c-800a-9a2963a34f3f req-3675f996-e1ee-4281-b2cd-5a1de8c4d93c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0501235 Sep 08 19:28:40.350530 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0a8aa873-9567-4c3c-800a-9a2963a34f3f req-58fda2bf-9670-4fc9-a6ad-c4815fb927a5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Sep 08 19:28:41.471610 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45bff0-66c8-4fcb-beba-aaac70f55387 req-3bb94477-5ac2-4b16-b6b6-f57d4fbb63fc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:41.473108 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9a45bff0-66c8-4fcb-beba-aaac70f55387 req-3bb94477-5ac2-4b16-b6b6-f57d4fbb63fc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0483453 Sep 08 19:28:41.511134 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9a45bff0-66c8-4fcb-beba-aaac70f55387 req-43239a62-4b78-4edb-a8a8-86b41a39a8c7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Sep 08 19:28:42.633276 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952ea1b-7d2e-4c70-85e8-7f4a3c927c98 req-4bf6d6d7-5446-4b97-8d56-e7798ef5aa4d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:42.634805 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3952ea1b-7d2e-4c70-85e8-7f4a3c927c98 req-4bf6d6d7-5446-4b97-8d56-e7798ef5aa4d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0540903 Sep 08 19:28:42.673032 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3952ea1b-7d2e-4c70-85e8-7f4a3c927c98 req-ecca19d4-faa1-4c4b-9b42-36b28dbc8bbc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Sep 08 19:28:43.789977 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637e97c-035d-438d-8673-0e9f55713750 req-142ff2f5-86e3-44eb-a5fc-179b14353609 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:43.791455 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c637e97c-035d-438d-8673-0e9f55713750 req-142ff2f5-86e3-44eb-a5fc-179b14353609 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0483186 Sep 08 19:28:43.830681 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c637e97c-035d-438d-8673-0e9f55713750 req-285a0a2b-ae2e-4f4b-bd2d-08e663ed5b18 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331421 Sep 08 19:28:44.005128 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-af5974a7-be85-4abd-8c05-609968202c79 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546378431&fields=id&tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f HTTP/1.1" status: 200 len: 267 time: 0.0319245 Sep 08 19:28:44.056892 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-66e309cd-d9dc-49d9-8495-b863c1c80487 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:44.059134 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-66e309cd-d9dc-49d9-8495-b863c1c80487 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 985 time: 0.0476050 Sep 08 19:28:44.071549 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-52890df7-1710-4fcd-956e-fb235783659f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Request body: {'port': {'security_groups': ['2b2eb2f4-5c84-4ec4-b167-052c095c81a2']}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:28:44.148566 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-52890df7-1710-4fcd-956e-fb235783659f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:44.323424 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-52890df7-1710-4fcd-956e-fb235783659f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] For port e969c441-e828-461a-accb-c7a5731e56c4, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=e969c441-e828-461a-accb-c7a5731e56c4,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:28:44.353170 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-52890df7-1710-4fcd-956e-fb235783659f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:44.411657 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-52890df7-1710-4fcd-956e-fb235783659f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:44.424425 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['e969c441-e828-461a-accb-c7a5731e56c4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:28:44.478692 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-52890df7-1710-4fcd-956e-fb235783659f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:44.479395 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-52890df7-1710-4fcd-956e-fb235783659f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:44.482046 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c43c31d-9e74-4ecc-b0b8-48fe9d6bdd5b req-52890df7-1710-4fcd-956e-fb235783659f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "PUT /v2.0/ports/e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 200 len: 943 time: 0.4156005 Sep 08 19:28:44.482576 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:28:44.485107 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27674ec3-f1c2-4de4-a04a-ecb33396511a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:28:44.496758 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52890df7-1710-4fcd-956e-fb235783659f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event updated for resources: {'Port': ['ID=e969c441-e828-461a-accb-c7a5731e56c4,revision_number=7']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:44.498766 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45478) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:44.550943 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['e969c441-e828-461a-accb-c7a5731e56c4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:28:44.585008 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-746cec78-1cdf-440a-9a4a-c04cd89fcdbb tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:44.623692 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-746cec78-1cdf-440a-9a4a-c04cd89fcdbb tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:44.735327 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b53899-a776-4d30-b819-065f4c3e8475 x-openstack-request-id: req-99b53899-a776-4d30-b819-065f4c3e8475 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:28:44.735735 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:28:44.736051 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99b53899-a776-4d30-b819-065f4c3e8475 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:28:44.736512 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4', 'status': 'completed', 'code': 200} Sep 08 19:28:44.766551 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-746cec78-1cdf-440a-9a4a-c04cd89fcdbb tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:44.769637 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-746cec78-1cdf-440a-9a4a-c04cd89fcdbb tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:44.770846 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-746cec78-1cdf-440a-9a4a-c04cd89fcdbb tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "DELETE /v2.0/security-groups/0fe013cc-1d6b-4462-9082-ea608d615c1c HTTP/1.1" status: 204 len: 168 time: 0.2708335 Sep 08 19:28:44.773534 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45484) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:44.779950 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-90879b01-87b4-4933-b7f4-4af2984075c0 None None] Provisioning complete for port e969c441-e828-461a-accb-c7a5731e56c4 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:28:44.780429 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-90879b01-87b4-4933-b7f4-4af2984075c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:44.790398 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cec78-1cdf-440a-9a4a-c04cd89fcdbb tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe013cc-1d6b-4462-9082-ea608d615c1c,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:44.846434 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-84a61ca8-7724-4c37-80de-f069abdc3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:44.847958 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-84a61ca8-7724-4c37-80de-f069abdc3cab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 1099 time: 0.0760705 Sep 08 19:28:44.957393 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-b8d334a3-bebf-4310-b008-a4d5129091a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:44.959156 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-b8d334a3-bebf-4310-b008-a4d5129091a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91186ade-1a73-4a52-be2d-3dee55ef4bac HTTP/1.1" status: 200 len: 914 time: 0.1024237 Sep 08 19:28:44.993851 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac821b48-c097-4476-9c6b-25af75851afb req-065cdc7a-326f-42d7-a030-0f384b9c32e0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:44.995343 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac821b48-c097-4476-9c6b-25af75851afb req-065cdc7a-326f-42d7-a030-0f384b9c32e0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0832162 Sep 08 19:28:45.015536 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Deleting port 5a525d78-0219-4215-a2ef-34045c59c5f9 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:28:45.016221 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:45.028006 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-d7855022-126e-4c5a-adf8-8cb98b5257fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 200 len: 1001 time: 0.0599120 Sep 08 19:28:45.088288 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-68634ddf-6a35-4eb7-ae50-4248aae65c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:45.089058 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac821b48-c097-4476-9c6b-25af75851afb req-916263f3-ae9a-4f3b-900c-8b099ee11110 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828991 Sep 08 19:28:45.090081 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-68634ddf-6a35-4eb7-ae50-4248aae65c22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9698f7ef-2d70-4549-8f31-abfc66b4f9f5 HTTP/1.1" status: 200 len: 853 time: 0.0535276 Sep 08 19:28:45.116440 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:45.116779 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:45.131242 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Calling delete_port for 5a525d78-0219-4215-a2ef-34045c59c5f9 owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:28:45.151468 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-139c30ab-fde5-4275-a13d-5f278ce39ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:45.151468 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-139c30ab-fde5-4275-a13d-5f278ce39ecb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91186ade-1a73-4a52-be2d-3dee55ef4bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539711 Sep 08 19:28:45.244645 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-10380572-55b2-4a9c-a129-d8696925bafc service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865211 Sep 08 19:28:45.339938 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-27674ec3-f1c2-4de4-a04a-ecb33396511a req-52a1cfe3-4696-4757-936e-218a96235152 service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876498 Sep 08 19:28:45.389388 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:45.414100 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event deleted for resources: {'Port': ['ID=5a525d78-0219-4215-a2ef-34045c59c5f9,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:45.483056 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:45.483384 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Floating IP db46775d-2565-419c-8ec7-6a3a1420e1ca disassociated (deleted). External IP: 172.27.0.67, port: e969c441-e828-461a-accb-c7a5731e56c4. Sep 08 19:28:45.698433 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:28:45.801368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:28:45.806225 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:45.812046 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] Sync routers for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:28:45.822300 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:28:45.822920 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:28:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:45.838348 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c2a1e933-86f0-43a4-983d-5c689ae4062f tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "DELETE /v2.0/floatingips/db46775d-2565-419c-8ec7-6a3a1420e1ca HTTP/1.1" status: 204 len: 168 time: 1.0635395 Sep 08 19:28:45.935290 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:28:46.150055 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '82748df8-993f-4b1e-b4ce-b667e938e15b', 'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'mac_address': 'fa:16:3e:09:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:22Z', 'updated_at': '2021-09-08T19:26:28Z', 'revision_number': 5, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'subnets': [{'id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:46.178784 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] Checking router: b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:28:46.189519 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:28:46.190179 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:28:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:46.249359 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f2b49-8aff-48f6-b3e7-da5dc4b1e528 req-abea95e0-71a6-4ea2-935b-d6545adf8f67 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:46.250877 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b11f2b49-8aff-48f6-b3e7-da5dc4b1e528 req-abea95e0-71a6-4ea2-935b-d6545adf8f67 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0481560 Sep 08 19:28:46.294628 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b11f2b49-8aff-48f6-b3e7-da5dc4b1e528 req-e7b27dcf-f968-4be9-b5ef-874b6b92318b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377228 Sep 08 19:28:46.307690 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:28:46.470723 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e5b35-37d0-436a-b84d-878b932336c4 req-7348982a-522a-46e3-be93-d4985fe0721e tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:46.472256 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-859e5b35-37d0-436a-b84d-878b932336c4 req-7348982a-522a-46e3-be93-d4985fe0721e tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Sep 08 19:28:46.511902 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-859e5b35-37d0-436a-b84d-878b932336c4 req-97ae6aaa-8214-4c24-9b53-623d03d64d75 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334065 Sep 08 19:28:46.527038 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '82748df8-993f-4b1e-b4ce-b667e938e15b', 'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'mac_address': 'fa:16:3e:09:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:22Z', 'updated_at': '2021-09-08T19:26:28Z', 'revision_number': 5, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'subnets': [{'id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:46.553463 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec05df6-b3e3-4ee3-a256-dee489830ef5 None None] The sync data for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi is: [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:23Z', 'revision_number': 4, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '82748df8-993f-4b1e-b4ce-b667e938e15b', 'name': '', 'network_id': '91186ade-1a73-4a52-be2d-3dee55ef4bac', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'mac_address': 'fa:16:3e:09:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:22Z', 'updated_at': '2021-09-08T19:26:28Z', 'revision_number': 5, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'subnets': [{'id': '9698f7ef-2d70-4549-8f31-abfc66b4f9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:28:46.703892 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:28:46.738190 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:28:46.740592 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9602e19d-f309-4bae-a161-cf6dac362b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:28:46.769871 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f990978-cd96-42ce-b8be-e31c7e31bccf None None] New status for floating IP db46775d-2565-419c-8ec7-6a3a1420e1ca: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:28:46.791288 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42fb9a4-b305-4f8c-8644-885b15698917 x-openstack-request-id: req-e42fb9a4-b305-4f8c-8644-885b15698917 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:28:46.796600 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "tag": "e969c441-e828-461a-accb-c7a5731e56c4", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:28:46.796600 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e42fb9a4-b305-4f8c-8644-885b15698917 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:28:46.796600 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4', 'status': 'completed', 'code': 200} Sep 08 19:28:46.849637 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-79dd0583-2914-4710-829f-acc6ebd7699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:46.855016 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-79dd0583-2914-4710-829f-acc6ebd7699e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 1099 time: 0.0438933 Sep 08 19:28:46.958657 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-ff7dc857-2168-4ae3-92df-160670425eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:46.960016 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-ff7dc857-2168-4ae3-92df-160670425eaf service neutron] 10.222.0.38 "GET /v2.0/networks?id=91186ade-1a73-4a52-be2d-3dee55ef4bac HTTP/1.1" status: 200 len: 914 time: 0.0888777 Sep 08 19:28:47.003150 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-edb97ca2-0d30-4a4c-a601-b8f17788e6b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 200 len: 217 time: 0.0349731 Sep 08 19:28:47.057038 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-a10afd06-1de1-4f68-9e62-bfd5bdc184df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:47.058723 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-a10afd06-1de1-4f68-9e62-bfd5bdc184df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9698f7ef-2d70-4549-8f31-abfc66b4f9f5 HTTP/1.1" status: 200 len: 853 time: 0.0476108 Sep 08 19:28:47.113346 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-8decc690-b279-4783-a416-7b09c8df0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:47.114845 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-8decc690-b279-4783-a416-7b09c8df0a1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91186ade-1a73-4a52-be2d-3dee55ef4bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486019 Sep 08 19:28:47.216300 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-e1bb6ee9-6f38-44bd-8068-af6fac5d8f19 service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869124 Sep 08 19:28:47.304654 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9602e19d-f309-4bae-a161-cf6dac362b6f req-291a3ed8-e4ff-4751-9bf8-04093310fe21 service neutron] 10.222.0.38 "GET /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811105 Sep 08 19:28:47.422189 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62f32b-3e0b-4860-a905-348404506843 req-91b566dc-18f8-46fa-b7c7-4ae013b368e4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:47.423696 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e62f32b-3e0b-4860-a905-348404506843 req-91b566dc-18f8-46fa-b7c7-4ae013b368e4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0524983 Sep 08 19:28:47.464136 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e62f32b-3e0b-4860-a905-348404506843 req-e0e572ec-e646-4303-a4dd-49b89ca8a1bf tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341449 Sep 08 19:28:47.629201 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282baf9-efb9-4cef-ad7f-3cc7a2c8e2c3 req-fe3fbb53-e19f-4e22-b230-92ee71903554 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:47.630691 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9282baf9-efb9-4cef-ad7f-3cc7a2c8e2c3 req-fe3fbb53-e19f-4e22-b230-92ee71903554 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 945 time: 0.0519621 Sep 08 19:28:47.675178 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9282baf9-efb9-4cef-ad7f-3cc7a2c8e2c3 req-2368b00a-6da7-4c33-b6cb-6f1fd505def9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334785 Sep 08 19:28:48.055857 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-da7b460f-e5f2-4ab2-99bf-6ffde1fe2e92 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:48.057258 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-da7b460f-e5f2-4ab2-99bf-6ffde1fe2e92 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 945 time: 0.0468020 Sep 08 19:28:48.404687 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Deleting port f280f964-8d4e-4a60-8057-b0661c80b903 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:28:48.405407 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:48.495873 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] For port f280f964-8d4e-4a60-8057-b0661c80b903, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f280f964-8d4e-4a60-8057-b0661c80b903,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:28:48.496248 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:48.635419 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc85668-4fee-4617-9584-e4211c0be080 req-2631cc00-8a0f-4010-9252-dc77200f473c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:48.637600 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1bc85668-4fee-4617-9584-e4211c0be080 req-2631cc00-8a0f-4010-9252-dc77200f473c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0968075 Sep 08 19:28:48.717228 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1bc85668-4fee-4617-9584-e4211c0be080 req-9dbd5242-5f2f-46a5-807b-a3709318d20b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728042 Sep 08 19:28:48.734552 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:48.734552 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:48.734920 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Floating IP 05fa59b4-ae68-40a8-b9e6-7e880101e38e disassociated. External IP: 172.27.0.248, port: f280f964-8d4e-4a60-8057-b0661c80b903. Sep 08 19:28:48.735006 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Calling delete_port for f280f964-8d4e-4a60-8057-b0661c80b903 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:28:48.807270 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491c9a3-328b-4333-b4fe-13411bc2373c req-dbeccf4b-6e3e-493d-bb9b-3d0620134183 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:48.809274 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7491c9a3-328b-4333-b4fe-13411bc2373c req-dbeccf4b-6e3e-493d-bb9b-3d0620134183 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 945 time: 0.0648119 Sep 08 19:28:48.853225 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7491c9a3-328b-4333-b4fe-13411bc2373c req-d4943083-94bf-4b6c-8231-4bdd867aaa33 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374532 Sep 08 19:28:48.937430 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:48.973770 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event deleted for resources: {'Port': ['ID=f280f964-8d4e-4a60-8057-b0661c80b903,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:49.088452 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Router d55b2d28-7f43-47aa-a31b-3eb47c62e63a has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:28:49.203738 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:28:49.206193 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18021566-1c3f-4145-b24a-89a15cffa167 req-b78dbf0d-8cf8-4fbf-bd81-cd1135ed813a tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:49.207900 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-18021566-1c3f-4145-b24a-89a15cffa167 req-b78dbf0d-8cf8-4fbf-bd81-cd1135ed813a tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.0496721 Sep 08 19:28:49.216123 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] Sync routers for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:28:49.225921 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:28:49.228427 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:28:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:49.243099 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] No DVR routers for this DVR port f280f964-8d4e-4a60-8057-b0661c80b903 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:28:49.246622 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:49.248870 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c541233d-c99d-4faf-b2b0-91ff0d70cb13 req-6a8d9a98-f192-474e-a089-b1d749598e90 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "DELETE /v2.0/ports/f280f964-8d4e-4a60-8057-b0661c80b903 HTTP/1.1" status: 204 len: 173 time: 1.1824574 Sep 08 19:28:49.249321 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'name': 'network-vif-deleted', 'tag': 'f280f964-8d4e-4a60-8057-b0661c80b903'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:28:49.251176 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-18021566-1c3f-4145-b24a-89a15cffa167 req-e9ab68d7-7bba-4399-937b-ac685e6de2ce tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Sep 08 19:28:49.251641 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a5ea30-61e0-498e-9fef-d08a5ed90405" -d '{"events": [{"server_uuid": "22a921c1-81a7-4479-a5eb-c5d70f71cbc3", "name": "network-vif-deleted", "tag": "f280f964-8d4e-4a60-8057-b0661c80b903"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:28:49.353892 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:28:49.356699 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ee56b-0675-4fcf-a47b-bb0abdda59ce x-openstack-request-id: req-d65ee56b-0675-4fcf-a47b-bb0abdda59ce {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:28:49.356923 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a921c1-81a7-4479-a5eb-c5d70f71cbc3", "name": "network-vif-deleted", "tag": "f280f964-8d4e-4a60-8057-b0661c80b903", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:28:49.357168 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d65ee56b-0675-4fcf-a47b-bb0abdda59ce {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:28:49.357813 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a921c1-81a7-4479-a5eb-c5d70f71cbc3', 'name': 'network-vif-deleted', 'tag': 'f280f964-8d4e-4a60-8057-b0661c80b903', 'status': 'completed', 'code': 200} Sep 08 19:28:49.568938 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:49.596280 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] Checking router: d55b2d28-7f43-47aa-a31b-3eb47c62e63a for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:28:49.604563 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:28:49.605435 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:28:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:49.711002 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:28:49.782196 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:28:49.860209 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8779a9-6489-4e09-93be-3ce135ffa9d5 req-c1678eb8-80ae-41b9-83d6-1b0f2dca309f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:49.861710 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2a8779a9-6489-4e09-93be-3ce135ffa9d5 req-c1678eb8-80ae-41b9-83d6-1b0f2dca309f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0515823 Sep 08 19:28:49.911915 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2a8779a9-6489-4e09-93be-3ce135ffa9d5 req-ea5c09f4-11fc-4714-be82-af3761188485 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Sep 08 19:28:49.983008 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6157d415-f853-4932-a262-cc8d35274d59 req-545e6e60-7919-48c6-9237-3ee3ed1a1ab0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a921c1-81a7-4479-a5eb-c5d70f71cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0308528 Sep 08 19:28:50.093970 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:28:50.109625 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'port_id': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'mac_address': 'fa:16:3e:cc:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:28:50.146184 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:50.179917 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac5fac-2f36-437f-8cae-430b8065d605 None None] The sync data for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi is: [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:28:50.181494 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:50.195285 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d855ef9-a2ec-4abf-8990-b829b1a10d78 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:28:50.216933 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:28:50.302882 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:50.368814 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=6']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:50.377331 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.377730 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.378082 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.378420 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.378754 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.379088 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.379418 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.379749 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.380098 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.380506 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.380835 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.381162 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:28:50.391974 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['1d855ef9-a2ec-4abf-8990-b829b1a10d78'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:28:50.407783 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a6e21-839c-414e-abc2-428a5d4d8a74 req-6df71c36-c094-4b65-8841-12023aef3208 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:50.411094 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-863a6e21-839c-414e-abc2-428a5d4d8a74 req-6df71c36-c094-4b65-8841-12023aef3208 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.0671153 Sep 08 19:28:50.474675 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-863a6e21-839c-414e-abc2-428a5d4d8a74 req-d37d4464-1c96-45ca-a948-319d07ff95c6 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513921 Sep 08 19:28:50.483643 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5b3cb-7038-46dc-890b-368aaa7c3720 None None] New status for floating IP 05fa59b4-ae68-40a8-b9e6-7e880101e38e: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:28:50.534748 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45600) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:50.661366 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1035c029-d84d-4b54-b178-6064a6de1060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:50.762367 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1035c029-d84d-4b54-b178-6064a6de1060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:50.821766 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1035c029-d84d-4b54-b178-6064a6de1060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:50.862059 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1035c029-d84d-4b54-b178-6064a6de1060 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aedb49cdbcc8471498036be9ee18bc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262064 Sep 08 19:28:50.863924 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035c029-d84d-4b54-b178-6064a6de1060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c9f090-38be-482e-9435-991eca18f7cc,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:50.864790 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45610) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:50.915598 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4356f8e0-865f-4d2e-b5b9-1f404d90de27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:50.938508 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4356f8e0-865f-4d2e-b5b9-1f404d90de27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:51.049086 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa4a03-0d2a-4854-98b0-3432e8cb2f25 req-39fb42ae-46f6-400f-80e5-760ad5c73f86 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:51.058888 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3bfa4a03-0d2a-4854-98b0-3432e8cb2f25 req-39fb42ae-46f6-400f-80e5-760ad5c73f86 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 945 time: 0.0680943 Sep 08 19:28:51.079965 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4356f8e0-865f-4d2e-b5b9-1f404d90de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:51.082603 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4356f8e0-865f-4d2e-b5b9-1f404d90de27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:51.083765 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-4356f8e0-865f-4d2e-b5b9-1f404d90de27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4c9f090-38be-482e-9435-991eca18f7cc HTTP/1.1" status: 204 len: 168 time: 0.2178569 Sep 08 19:28:51.097427 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356f8e0-865f-4d2e-b5b9-1f404d90de27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c9f090-38be-482e-9435-991eca18f7cc,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:51.112774 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3bfa4a03-0d2a-4854-98b0-3432e8cb2f25 req-76f77703-58b6-4501-8379-3e5609b564fa tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490882 Sep 08 19:28:51.345472 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-ef9e3314-c435-418c-9348-1ab03b271da1 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:51.347433 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-ef9e3314-c435-418c-9348-1ab03b271da1 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.0704556 Sep 08 19:28:51.363092 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-c0e66cf9-ef89-42d1-8f92-e0f9785ee4d2 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898873529&fields=id&tenant_id=757ed2cc7a60485f938d6783abd20cbd HTTP/1.1" status: 200 len: 267 time: 0.0480390 Sep 08 19:28:51.473031 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Deleting port e969c441-e828-461a-accb-c7a5731e56c4 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:28:51.473695 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:51.478769 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-f4911508-f726-4954-a164-25e7f7d70c92 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:51.486444 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-f4911508-f726-4954-a164-25e7f7d70c92 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 811 time: 0.1222544 Sep 08 19:28:51.503745 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-3b68651d-2d18-4e2c-b381-a7c8ca0961ad tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/quotas/757ed2cc7a60485f938d6783abd20cbd HTTP/1.1" status: 200 len: 375 time: 0.0159988 Sep 08 19:28:51.597307 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-a75a8f76-f777-4011-b53e-a4b2b26396bf tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922980 Sep 08 19:28:51.699395 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] For port e969c441-e828-461a-accb-c7a5731e56c4, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=e969c441-e828-461a-accb-c7a5731e56c4,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:28:51.700148 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:51.722803 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4c888-b8ca-433d-bfb8-3e0c2f957391 req-090ac75e-1565-4e3e-88cb-53a59c0836ec tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:51.724529 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-40b4c888-b8ca-433d-bfb8-3e0c2f957391 req-090ac75e-1565-4e3e-88cb-53a59c0836ec tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 946 time: 0.1209912 Sep 08 19:28:51.729026 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Calling delete_port for e969c441-e828-461a-accb-c7a5731e56c4 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:28:51.796611 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:28:51.832447 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-40b4c888-b8ca-433d-bfb8-3e0c2f957391 req-eb2c220f-3bfc-4726-91ae-dc5fa7291fbe tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b2eb2f4-5c84-4ec4-b167-052c095c81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879538 Sep 08 19:28:51.840153 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-208279c6-74fe-4bb4-8b7a-74cf14c9eb3b service neutron] 10.222.0.21 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383587 Sep 08 19:28:51.896929 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:28:51.897690 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:51.942503 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-f7df6053-5ab9-47bf-aa02-3b2c7ff00170 service neutron] 10.222.0.21 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939398 Sep 08 19:28:52.006048 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:52.006310 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:52.023134 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['e969c441-e828-461a-accb-c7a5731e56c4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:28:52.037399 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Pushing event deleted for resources: {'Port': ['ID=e969c441-e828-461a-accb-c7a5731e56c4,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:52.078368 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:28:52.080711 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2842f6dc-f25a-4fbd-af85-6849301b48b7" -d '{"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-plugged", "status": "completed", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:28:52.095959 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:28:52.100323 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] No DVR routers for this DVR port e969c441-e828-461a-accb-c7a5731e56c4 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:28:52.103210 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:52.105815 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c1bdc830-8b37-4eb0-bdc3-36dfe1d4b381 req-e0a5e9bc-5a1e-4794-95b2-d49ba8535f82 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.38 "DELETE /v2.0/ports/e969c441-e828-461a-accb-c7a5731e56c4 HTTP/1.1" status: 204 len: 173 time: 0.7507601 Sep 08 19:28:52.106258 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'name': 'network-vif-deleted', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:28:52.108642 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d3140b-e9f6-4588-b936-213b1bc945b7" -d '{"events": [{"server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "name": "network-vif-deleted", "tag": "e969c441-e828-461a-accb-c7a5731e56c4"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:28:52.172994 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:52.174928 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f280f964-8d4e-4a60-8057-b0661c80b903 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:28:52.225330 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: f280f964-8d4e-4a60-8057-b0661c80b903 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:28:52.225696 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f280f964-8d4e-4a60-8057-b0661c80b903 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:28:52.259610 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=7']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:52.312588 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f794d-f77f-49b1-9ab4-550e6f67e99d x-openstack-request-id: req-2d5f794d-f77f-49b1-9ab4-550e6f67e99d {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:28:52.313367 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-plugged", "status": "completed", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:28:52.313599 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d5f794d-f77f-49b1-9ab4-550e6f67e99d {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:28:52.314035 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'code': 200} Sep 08 19:28:52.365509 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307250be-17cc-444a-a864-54ad6e7cbf22 x-openstack-request-id: req-307250be-17cc-444a-a864-54ad6e7cbf22 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:28:52.366013 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a61b38a-5098-49c2-b91f-63cfe86465dc", "name": "network-vif-deleted", "tag": "e969c441-e828-461a-accb-c7a5731e56c4", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:28:52.368326 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-307250be-17cc-444a-a864-54ad6e7cbf22 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:28:52.368326 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a61b38a-5098-49c2-b91f-63cfe86465dc', 'name': 'network-vif-deleted', 'tag': 'e969c441-e828-461a-accb-c7a5731e56c4', 'status': 'completed', 'code': 200} Sep 08 19:28:52.508871 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2ebbc-d62d-4dd3-b209-fb52d3d9ac47 req-73a44b4d-abda-476d-9b0d-b467192f4cf6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:52.509786 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4fe2ebbc-d62d-4dd3-b209-fb52d3d9ac47 req-73a44b4d-abda-476d-9b0d-b467192f4cf6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0936253 Sep 08 19:28:52.628596 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4fe2ebbc-d62d-4dd3-b209-fb52d3d9ac47 req-05aebaa8-6bdb-4867-9d67-f45ab2221afd tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118453 Sep 08 19:28:52.919916 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b661224f-5286-4ce2-873c-93b00a61dc71 req-38bc2c0f-544b-45c8-8a26-22bcd25832d1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 210 time: 0.0494263 Sep 08 19:28:53.000142 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20723dac-b42a-47ab-9892-c198c1ed5389 req-76207ca2-4264-4d47-8d79-8843e9837998 tempest-TestMinimumBasicScenario-1721610343 tempest-TestMinimumBasicScenario-1721610343-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a61b38a-5098-49c2-b91f-63cfe86465dc HTTP/1.1" status: 200 len: 210 time: 0.0414231 Sep 08 19:28:53.451825 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:53.792421 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b573cf-e349-4642-905f-a618d47ff8c4 req-157887c0-9798-45a3-8f24-c70b712accd4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:53.821287 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81b573cf-e349-4642-905f-a618d47ff8c4 req-157887c0-9798-45a3-8f24-c70b712accd4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0843685 Sep 08 19:28:53.883907 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81b573cf-e349-4642-905f-a618d47ff8c4 req-6a9de294-fa54-4724-96f7-f88fefaa237c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811446 Sep 08 19:28:54.020692 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b92d998-297b-43c5-a82e-d36981d5824b req-37848b0b-8cba-4def-8b0e-2a67e7ec6ac2 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 210 time: 0.0262077 Sep 08 19:28:55.029398 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f8502-c67a-4463-a771-76fdf12e43d4 req-20ca4f4e-edf6-4c72-b4e7-16f124c04b2d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:55.037139 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-286f8502-c67a-4463-a771-76fdf12e43d4 req-20ca4f4e-edf6-4c72-b4e7-16f124c04b2d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0669968 Sep 08 19:28:55.075999 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-286f8502-c67a-4463-a771-76fdf12e43d4 req-e2dc5234-8bc8-4e41-b81d-6e8f6552db97 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Sep 08 19:28:55.140252 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-95817982-dc77-47ba-95b8-c938102055da req-952377bc-2609-4754-aaef-41dcd13ca080 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 210 time: 0.0292606 Sep 08 19:28:55.472183 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-7e8697da-7a48-49e2-a5f4-b20e97b5ab4d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:55.473644 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-7e8697da-7a48-49e2-a5f4-b20e97b5ab4d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 811 time: 0.1274045 Sep 08 19:28:55.534835 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-f797a5e0-183d-4bc6-8a3b-52c848e22d1e tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757ed2cc7a60485f938d6783abd20cbd HTTP/1.1" status: 200 len: 380 time: 0.0415146 Sep 08 19:28:55.546987 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'port': {'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'admin_state_up': True, 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'security_groups': ['a94fe16a-093a-443e-adfe-e96c58000c0f']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:28:55.726178 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45726) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:55.797835 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device e969c441-e828-461a-accb-c7a5731e56c4 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:28:55.799523 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Made reservation on behalf of 757ed2cc7a60485f938d6783abd20cbd for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:28:55.804518 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:55.842385 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: e969c441-e828-461a-accb-c7a5731e56c4 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:28:55.845636 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device e969c441-e828-461a-accb-c7a5731e56c4 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:28:56.085043 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Allocated IP 172.20.0.14 (c59874e5-2d39-495d-ba56-1d980550f33b/f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb/616b309d-74c3-4372-8990-e5adfdd34218) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:28:56.285018 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b2f66eb-733e-4710-9022-0cca1866bfcc req-e7870d9e-bd15-400b-877a-5c9cc0f8982a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 210 time: 0.0408502 Sep 08 19:28:56.367745 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77213d-d329-4583-96cf-5a8ad878fc0f req-399042c9-12bf-4ed4-be78-92ed7253f843 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:56.369138 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bd77213d-d329-4583-96cf-5a8ad878fc0f req-399042c9-12bf-4ed4-be78-92ed7253f843 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.1918464 Sep 08 19:28:56.462353 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:56.484050 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bd77213d-d329-4583-96cf-5a8ad878fc0f req-5907b0f9-6990-473c-aceb-15347b8b3573 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043901 Sep 08 19:28:56.490258 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Transition to ACTIVE for port object 616b309d-74c3-4372-8990-e5adfdd34218 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:28:56.601453 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775979'] for router_interface, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:56.714094 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:56.781783 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Network c59874e5-2d39-495d-ba56-1d980550f33b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:28:56.791093 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:28:56.793613 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:28:57.135629 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-0064ad08-28e4-4537-9ce3-11a3c54a6c03 None None] Provisioning for port 616b309d-74c3-4372-8990-e5adfdd34218 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:28:57.143066 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-0064ad08-28e4-4537-9ce3-11a3c54a6c03 None None] Provisioning complete for port 616b309d-74c3-4372-8990-e5adfdd34218 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:28:57.143983 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0064ad08-28e4-4537-9ce3-11a3c54a6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:57.148563 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'Port': ['ID=616b309d-74c3-4372-8990-e5adfdd34218,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:57.191217 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-0064ad08-28e4-4537-9ce3-11a3c54a6c03 None None] Port 616b309d-74c3-4372-8990-e5adfdd34218 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:28:57.230490 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:57.232148 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:57.341978 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-aa55fefd-5677-46c3-b886-7c50def50f22 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7993202 Sep 08 19:28:57.359131 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Request body: {'port': {'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:28:57.414008 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Deleting port 82748df8-993f-4b1e-b4ce-b667e938e15b {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:28:57.414355 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:57.424947 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a92210-e03e-424c-912b-3697cb87ecd3 req-4669c0d8-daee-4129-ae61-95e8574b8ef0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:57.431119 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64a92210-e03e-424c-912b-3697cb87ecd3 req-4669c0d8-daee-4129-ae61-95e8574b8ef0 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 932 time: 0.0700343 Sep 08 19:28:57.611982 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:57.613231 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64a92210-e03e-424c-912b-3697cb87ecd3 req-1832aaa9-e8ed-4c48-a2bb-33b53422bb86 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Sep 08 19:28:57.658049 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] For port 82748df8-993f-4b1e-b4ce-b667e938e15b, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=82748df8-993f-4b1e-b4ce-b667e938e15b,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:28:57.658417 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:57.690499 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Calling delete_port for 82748df8-993f-4b1e-b4ce-b667e938e15b owned by network:router_interface {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:28:57.719819 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9a9e3-c2cb-4158-bf53-4d7de2447c18 req-6a6df393-a95b-485b-a069-f229ae8a98bb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:57.721298 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e8b9a9e3-c2cb-4158-bf53-4d7de2447c18 req-6a6df393-a95b-485b-a069-f229ae8a98bb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.1588836 Sep 08 19:28:57.857301 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e8b9a9e3-c2cb-4158-bf53-4d7de2447c18 req-9538b87f-65fa-4d44-ba64-32254251cde7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233065 Sep 08 19:28:57.997883 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616b309d-74c3-4372-8990-e5adfdd34218 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:28:58.022974 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:58.103157 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Transition to ACTIVE for port object 616b309d-74c3-4372-8990-e5adfdd34218 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:28:58.104623 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:58.132570 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Pushing event deleted for resources: {'Port': ['ID=82748df8-993f-4b1e-b4ce-b667e938e15b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:58.156127 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:58.244753 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Pushing event updated for resources: {'Port': ['ID=616b309d-74c3-4372-8990-e5adfdd34218,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:58.462444 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Attempting to bind port 616b309d-74c3-4372-8990-e5adfdd34218 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:28:58.462781 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Attempting to bind port 616b309d-74c3-4372-8990-e5adfdd34218 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:28:58.463093 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Attempting to bind port 616b309d-74c3-4372-8990-e5adfdd34218 on network c59874e5-2d39-495d-ba56-1d980550f33b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:28:58.475000 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Port 616b309d-74c3-4372-8990-e5adfdd34218 on network c59874e5-2d39-495d-ba56-1d980550f33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:28:58.475320 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Attempting to bind port 616b309d-74c3-4372-8990-e5adfdd34218 on network c59874e5-2d39-495d-ba56-1d980550f33b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:28:58.477421 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776095'] for router_interface, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:58.488461 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:28:58.488688 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Checking segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:28:58.489071 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Bound using segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:28:58.489511 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Bound port: 616b309d-74c3-4372-8990-e5adfdd34218, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:28:58.489896 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:58.618378 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588001e3-2a39-4594-ad43-fa03c4c1853f req-83bb09ee-c96d-4bf5-bb7a-9c4afdb6f221 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:58.622104 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-588001e3-2a39-4594-ad43-fa03c4c1853f req-83bb09ee-c96d-4bf5-bb7a-9c4afdb6f221 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 944 time: 0.0685835 Sep 08 19:28:58.670229 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-588001e3-2a39-4594-ad43-fa03c4c1853f req-e6a92ce6-c233-4ce1-871a-7867d4b0dc2c tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 Sep 08 19:28:58.733315 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] For port 616b309d-74c3-4372-8990-e5adfdd34218, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:28:58.750892 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] For port 616b309d-74c3-4372-8990-e5adfdd34218, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=616b309d-74c3-4372-8990-e5adfdd34218,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:28:58.818938 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:58.852629 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:28:58.860669 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:58.861283 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:58.862685 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] 10.222.0.38 "PUT /v2.0/ports/616b309d-74c3-4372-8990-e5adfdd34218 HTTP/1.1" status: 200 len: 1094 time: 1.5098119 Sep 08 19:28:58.864793 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:28:58.867037 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3a216e-f017-4a35-ba6c-403e78dc79c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "tag": "616b309d-74c3-4372-8990-e5adfdd34218"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:28:58.939109 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2a9db2-58ab-4082-bfe8-4be3b1cd4789 x-openstack-request-id: req-0c2a9db2-58ab-4082-bfe8-4be3b1cd4789 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:28:58.939389 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "tag": "616b309d-74c3-4372-8990-e5adfdd34218", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:28:58.939649 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c2a9db2-58ab-4082-bfe8-4be3b1cd4789 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:28:58.940050 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218', 'status': 'completed', 'code': 200} Sep 08 19:28:58.988981 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc20d93-c9c2-4ac0-8c90-747209df9263 service neutron] Pushing event updated for resources: {'Port': ['ID=616b309d-74c3-4372-8990-e5adfdd34218,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:28:59.002277 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec78ab-dcb6-490c-9eea-c92360a6a069 req-b92a9934-2988-4786-84d2-aba399799246 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:59.004094 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49ec78ab-dcb6-490c-9eea-c92360a6a069 req-b92a9934-2988-4786-84d2-aba399799246 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0518980 Sep 08 19:28:59.026360 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a216e-f017-4a35-ba6c-403e78dc79c2 req-96242560-d1e9-4f0f-98b6-8730e26fbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:59.028113 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc3a216e-f017-4a35-ba6c-403e78dc79c2 req-96242560-d1e9-4f0f-98b6-8730e26fbcc7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 1097 time: 0.0674984 Sep 08 19:28:59.069741 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49ec78ab-dcb6-490c-9eea-c92360a6a069 req-bef23683-9266-410f-97f6-c8395ebfdbc4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589640 Sep 08 19:28:59.128286 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:28:59.138090 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-4b9ac391-c377-49cc-84d4-cbc195a908ff admin admin] 10.222.0.21 "PUT /v2.0/routers/b5114e01-a2ad-466a-86c6-73cdeb6ba5f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4075651 Sep 08 19:28:59.138571 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45748) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:28:59.144614 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] Sync routers for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:28:59.161566 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:28:59.162224 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:28:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:59.201849 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a216e-f017-4a35-ba6c-403e78dc79c2 req-12d78d3f-48e4-4639-80da-400091f8db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:59.203813 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc3a216e-f017-4a35-ba6c-403e78dc79c2 req-12d78d3f-48e4-4639-80da-400091f8db14 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=757ed2cc7a60485f938d6783abd20cbd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1492305 Sep 08 19:28:59.280521 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:59.322874 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:28:59.354567 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a216e-f017-4a35-ba6c-403e78dc79c2 req-c73ec7fa-6b27-4ea4-a723-3d51c4a29959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:59.357251 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc3a216e-f017-4a35-ba6c-403e78dc79c2 req-c73ec7fa-6b27-4ea4-a723-3d51c4a29959 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1431417 Sep 08 19:28:59.426708 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:59.456291 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-a10970a4-d89a-4966-a75a-47fd2f1e64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:59.458147 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-a10970a4-d89a-4966-a75a-47fd2f1e64fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 1097 time: 0.0554712 Sep 08 19:28:59.505716 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-317695a7-d0e7-42e9-8b3a-198e0aa2ed9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616b309d-74c3-4372-8990-e5adfdd34218 HTTP/1.1" status: 200 len: 217 time: 0.0380917 Sep 08 19:28:59.576548 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:28:57Z', 'revision_number': 5, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port': {'id': '59fca1af-b850-4534-99a8-72821f2e81eb', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:59.605482 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-492412da-c591-46d6-bbf9-1bb14ca06364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:59.607395 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-492412da-c591-46d6-bbf9-1bb14ca06364 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0934520 Sep 08 19:28:59.608737 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Deleting port 59fca1af-b850-4534-99a8-72821f2e81eb {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:28:59.609275 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:59.614769 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] Checking router: b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:28:59.632507 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] Routers {'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:28:59.633426 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:28:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:59.665533 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-4a8d828a-d0a4-4f94-8f88-f67cc20261fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:59.667254 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-4a8d828a-d0a4-4f94-8f88-f67cc20261fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499754 Sep 08 19:28:59.816835 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] Set router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 gateway port host: None {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:28:59.826843 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] For port 59fca1af-b850-4534-99a8-72821f2e81eb, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=59fca1af-b850-4534-99a8-72821f2e81eb,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:28:59.827436 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:28:59.846639 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Calling delete_port for 59fca1af-b850-4534-99a8-72821f2e81eb owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:28:59.864516 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-e93d8b06-eb9d-45db-94cf-05ba1efddb59 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891761 Sep 08 19:28:59.908195 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:28:59Z', 'revision_number': 6, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port_host': None}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:28:59.938659 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524c645-4d52-422f-81de-71f0a1376efb None None] The sync data for ids ['b5114e01-a2ad-466a-86c6-73cdeb6ba5f1'] in dv-cinder-807933-1-iscsi is: [{'id': 'b5114e01-a2ad-466a-86c6-73cdeb6ba5f1', 'name': 'tempest-TestMinimumBasicScenario-127298145-router', 'tenant_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:18Z', 'updated_at': '2021-09-08T19:28:59Z', 'revision_number': 6, 'project_id': 'df4b1ee020d94f55b2c54e6e22fbc11f', 'gw_port_host': None}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:28:59.997256 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b881d5-9dcc-41a7-b1f7-4ae5693df8c4 req-05eaf85a-85db-466a-89e7-ce14ed64c157 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:28:59.999277 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-57b881d5-9dcc-41a7-b1f7-4ae5693df8c4 req-05eaf85a-85db-466a-89e7-ce14ed64c157 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 944 time: 0.1962461 Sep 08 19:29:00.000916 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d78e0c6c-ac45-4f9c-af4e-532471b57ba8 req-ace4c1f9-0645-47ea-bd48-721ae4502d56 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257195 Sep 08 19:29:00.057642 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-57b881d5-9dcc-41a7-b1f7-4ae5693df8c4 req-2812d357-e8cd-4ead-8ab2-3e7109c6839e tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 Sep 08 19:29:00.377429 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03bfd2-6530-41d3-aab0-33751005d86a req-ec349283-7114-4817-b1e1-a204050dc2cc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:00.379404 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed03bfd2-6530-41d3-aab0-33751005d86a req-ec349283-7114-4817-b1e1-a204050dc2cc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0644565 Sep 08 19:29:00.423200 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:00.438838 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed03bfd2-6530-41d3-aab0-33751005d86a req-8260d7ab-59eb-4a6b-bd38-92517581fb5e tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506139 Sep 08 19:29:00.459680 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Pushing event deleted for resources: {'Port': ['ID=59fca1af-b850-4534-99a8-72821f2e81eb,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:00.529412 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732285'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:00.620906 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3482'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:00.623968 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:00.724975 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770247'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:00.725609 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 19:29:00.731433 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:00.737569 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-59f6a304-9d96-4d7a-b349-430f543a016e admin admin] 10.222.0.21 "DELETE /v2.0/routers/b5114e01-a2ad-466a-86c6-73cdeb6ba5f1 HTTP/1.1" status: 204 len: 168 time: 1.5932915 Sep 08 19:29:00.737807 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45754) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:00.803795 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de91d92-6e52-44d4-bf21-1ce2fe29c3e9 admin admin] Deleting subnet 9698f7ef-2d70-4549-8f31-abfc66b4f9f5 {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:29:00.807519 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5de91d92-6e52-44d4-bf21-1ce2fe29c3e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:00.846751 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5de91d92-6e52-44d4-bf21-1ce2fe29c3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375120'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:00.968164 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5de91d92-6e52-44d4-bf21-1ce2fe29c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.081513 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5de91d92-6e52-44d4-bf21-1ce2fe29c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5160568'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.101448 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5de91d92-6e52-44d4-bf21-1ce2fe29c3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.105597 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec823071-79f5-4caf-8e45-a0abd50c4857 None None] Network 91186ade-1a73-4a52-be2d-3dee55ef4bac requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:29:01.106841 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5de91d92-6e52-44d4-bf21-1ce2fe29c3e9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9698f7ef-2d70-4549-8f31-abfc66b4f9f5 HTTP/1.1" status: 204 len: 168 time: 0.3702090 Sep 08 19:29:01.107251 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45758) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:01.131296 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de91d92-6e52-44d4-bf21-1ce2fe29c3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9698f7ef-2d70-4549-8f31-abfc66b4f9f5,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:01.272096 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.272203 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2f379-5f44-47c4-be74-c1263f592ec1 req-b412cc26-c5f4-4529-b1a3-c6099e5cbe14 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:01.272203 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e9a2f379-5f44-47c4-be74-c1263f592ec1 req-b412cc26-c5f4-4529-b1a3-c6099e5cbe14 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 944 time: 0.0566545 Sep 08 19:29:01.272203 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e9a2f379-5f44-47c4-be74-c1263f592ec1 req-c1f66d87-6db7-4f2f-b87d-f557cc3dc1c3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354576 Sep 08 19:29:01.281779 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Deleting port d945ee47-58cb-4ed3-a400-1f88eb7c3853 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:29:01.282128 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.351552 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] For port d945ee47-58cb-4ed3-a400-1f88eb7c3853, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=d945ee47-58cb-4ed3-a400-1f88eb7c3853,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:01.351785 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d37d2f-2dec-4a5a-bbd2-e324d8e3d4a7 None None] DHCP port deletion for 91186ade-1a73-4a52-be2d-3dee55ef4bac request from dv-cinder-807933-1-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 19:29:01.351893 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.372637 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Calling delete_port for d945ee47-58cb-4ed3-a400-1f88eb7c3853 owned by network:dhcp {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:29:01.399592 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c4d37d2f-2dec-4a5a-bbd2-e324d8e3d4a7 None None] Deleting port d945ee47-58cb-4ed3-a400-1f88eb7c3853 {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:29:01.399947 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c4d37d2f-2dec-4a5a-bbd2-e324d8e3d4a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.466028 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c4d37d2f-2dec-4a5a-bbd2-e324d8e3d4a7 None None] For port d945ee47-58cb-4ed3-a400-1f88eb7c3853, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=d945ee47-58cb-4ed3-a400-1f88eb7c3853,segment=NetworkSegment(f5aedeb0-4110-460a-b4a2-ed1abdfc57b9),segment_id=f5aedeb0-4110-460a-b4a2-ed1abdfc57b9)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:01.466426 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c4d37d2f-2dec-4a5a-bbd2-e324d8e3d4a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.478438 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c4d37d2f-2dec-4a5a-bbd2-e324d8e3d4a7 None None] Calling delete_port for d945ee47-58cb-4ed3-a400-1f88eb7c3853 owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:29:01.588002 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4d1af-6701-4e89-aa4e-3a49a3649b41 req-da3167ed-f10c-48f9-9725-02ddf9cf7474 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:01.589837 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-94d4d1af-6701-4e89-aa4e-3a49a3649b41 req-da3167ed-f10c-48f9-9725-02ddf9cf7474 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0487392 Sep 08 19:29:01.636604 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-94d4d1af-6701-4e89-aa4e-3a49a3649b41 req-d71ad2ec-7771-443d-9451-4724803684e0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405579 Sep 08 19:29:01.715506 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.726978 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c4d37d2f-2dec-4a5a-bbd2-e324d8e3d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.749339 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d945ee47-58cb-4ed3-a400-1f88eb7c3853,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:01.751198 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] No DVR routers for this DVR port d945ee47-58cb-4ed3-a400-1f88eb7c3853 on host dv-cinder-807933-1-iscsi {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:29:01.757665 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d37d2f-2dec-4a5a-bbd2-e324d8e3d4a7 None None] Pushing event deleted for resources: {'Port': ['ID=d945ee47-58cb-4ed3-a400-1f88eb7c3853,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:01.759781 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 82748df8-993f-4b1e-b4ce-b667e938e15b no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:29:01.765663 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-40c45685-e18b-4836-8d23-8a6d1cfd8d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.784863 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 82748df8-993f-4b1e-b4ce-b667e938e15b {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:29:01.785211 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 82748df8-993f-4b1e-b4ce-b667e938e15b not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:29:01.785629 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device d945ee47-58cb-4ed3-a400-1f88eb7c3853 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:29:01.787670 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d37d2f-2dec-4a5a-bbd2-e324d8e3d4a7 None None] No DVR routers for this DVR port d945ee47-58cb-4ed3-a400-1f88eb7c3853 on host dv-cinder-807933-1-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:29:01.809103 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: d945ee47-58cb-4ed3-a400-1f88eb7c3853 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:29:01.809871 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device d945ee47-58cb-4ed3-a400-1f88eb7c3853 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:29:01.810319 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 59fca1af-b850-4534-99a8-72821f2e81eb no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:29:01.831746 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 59fca1af-b850-4534-99a8-72821f2e81eb {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:29:01.832097 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 59fca1af-b850-4534-99a8-72821f2e81eb not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:29:01.837051 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.869031 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91186ade-1a73-4a52-be2d-3dee55ef4bac']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:01.876702 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:01.877325 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5aedeb0-4110-460a-b4a2-ed1abdfc57b9') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:01.891286 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278415'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.907754 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.913842 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:29:01.914224 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4249662'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: Traceback (most recent call last): Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: timer() Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: cb(*args, **kw) Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: return func(*args, **kwargs) Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: self._notify() Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: self.callback(batched_events) Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: event.method(event) Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: return f(self, *a, **k) Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._get(url).json() Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:29:01.917235 dv-cinder-807933-1-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:29:02.049838 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:02.055319 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:02.057222 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] 10.222.0.21 "DELETE /v2.0/networks/91186ade-1a73-4a52-be2d-3dee55ef4bac HTTP/1.1" status: 204 len: 168 time: 0.9489939 Sep 08 19:29:02.060648 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 45766) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:02.072780 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ac967-dab6-4f5e-a8ed-f76c062ede68 admin admin] Pushing event deleted for resources: {'Network': ['ID=91186ade-1a73-4a52-be2d-3dee55ef4bac,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:02.467214 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b618a17-5c29-4494-b388-a4c0162bc419 req-98cd4dd7-8d13-40e4-b4f0-88667ab69228 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:02.468725 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b618a17-5c29-4494-b388-a4c0162bc419 req-98cd4dd7-8d13-40e4-b4f0-88667ab69228 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 944 time: 0.0951681 Sep 08 19:29:02.550540 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b618a17-5c29-4494-b388-a4c0162bc419 req-0e9f1bb4-bbc9-49fa-8515-11ec62656df1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747788 Sep 08 19:29:02.756359 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775979'] for router_interface, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:02.763582 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4ce8c-20d9-44dc-9864-d0b2173b0698 req-13bde5e3-5928-4725-ac3a-f99fc35fd676 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:02.765173 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1d4ce8c-20d9-44dc-9864-d0b2173b0698 req-13bde5e3-5928-4725-ac3a-f99fc35fd676 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0515466 Sep 08 19:29:02.804492 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1d4ce8c-20d9-44dc-9864-d0b2173b0698 req-c8aea717-f29a-4c73-b44c-b7ea19fd6d2b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327430 Sep 08 19:29:02.998987 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Deleting port b33b6af3-6d26-4291-a3be-66c03b6862c2 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:29:02.999320 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:03.079725 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] For port b33b6af3-6d26-4291-a3be-66c03b6862c2, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=b33b6af3-6d26-4291-a3be-66c03b6862c2,segment=NetworkSegment(8141b60c-7e57-4670-b824-ae8f1727052c),segment_id=8141b60c-7e57-4670-b824-ae8f1727052c)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:03.080392 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:03.091916 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Calling delete_port for b33b6af3-6d26-4291-a3be-66c03b6862c2 owned by network:router_interface {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:29:03.343292 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:03.369980 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Pushing event deleted for resources: {'Port': ['ID=b33b6af3-6d26-4291-a3be-66c03b6862c2,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:03.567921 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776095'] for router_interface, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:03.572552 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-2a830594-3814-4d33-8ec6-1c323083913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:03.574135 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-2a830594-3814-4d33-8ec6-1c323083913a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 1099 time: 0.0904331 Sep 08 19:29:03.775007 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be7c1-58a8-4f9f-8936-6c706f1521d6 req-135a9ba0-44e7-414c-aca9-5b25c9349105 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:03.776497 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c35be7c1-58a8-4f9f-8936-6c706f1521d6 req-135a9ba0-44e7-414c-aca9-5b25c9349105 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 944 time: 0.1535356 Sep 08 19:29:03.805884 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-0a9b2aa1-22a9-49fe-90f0-8a5411313315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:03.807305 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-0a9b2aa1-22a9-49fe-90f0-8a5411313315 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 917 time: 0.2230523 Sep 08 19:29:03.903213 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c35be7c1-58a8-4f9f-8936-6c706f1521d6 req-3da4b24a-4432-4b46-b720-009b4b517ea5 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193631 Sep 08 19:29:03.929502 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-7a7820ad-821a-480a-b4f7-482e374a96da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78 HTTP/1.1" status: 200 len: 1002 time: 0.1119454 Sep 08 19:29:03.941008 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a4786-3582-40ff-8394-61504a2a9717 req-aa689a41-1ddc-4d2e-bb0c-2b6e03826c9b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:03.942528 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ae8a4786-3582-40ff-8394-61504a2a9717 req-aa689a41-1ddc-4d2e-bb0c-2b6e03826c9b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0536385 Sep 08 19:29:03.980726 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ae8a4786-3582-40ff-8394-61504a2a9717 req-ffbf2d39-1401-45e2-9a41-65180ff85478 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Sep 08 19:29:04.022244 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Router 3ba9fc90-9385-4d09-933c-e7944d031c90 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:29:04.024284 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-0d615bf1-ff9c-42b3-a81d-b167fe6d8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:04.025755 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-0d615bf1-ff9c-42b3-a81d-b167fe6d8dbf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 200 len: 856 time: 0.0879142 Sep 08 19:29:04.124678 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-c0252594-4de3-4f6c-9c3f-dc719b25b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:04.126420 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-c0252594-4de3-4f6c-9c3f-dc719b25b24d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926390 Sep 08 19:29:04.126840 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6c02ff50-4d4c-4dc6-803b-63e4e187107a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:04.202013 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:29:04.211022 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] Sync routers for ids ['3ba9fc90-9385-4d09-933c-e7944d031c90'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:29:04.220712 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] Routers {'3ba9fc90-9385-4d09-933c-e7944d031c90'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:29:04.221319 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:29:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['3ba9fc90-9385-4d09-933c-e7944d031c90'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:04.235037 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-989d1adc-747a-446f-bb37-06232f4cf85a admin admin] 10.222.0.21 "PUT /v2.0/routers/3ba9fc90-9385-4d09-933c-e7944d031c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1724620 Sep 08 19:29:04.238391 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45786) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:04.266437 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-6f11cb5a-da23-4e96-b7bb-48f22a039908 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106522 Sep 08 19:29:04.334304 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] Set router 3ba9fc90-9385-4d09-933c-e7944d031c90 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:29:04.344710 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:04.383555 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0f0578ec-a58c-4d2f-95ce-8bdab4eb9786 req-7aa52121-088f-4b61-bb80-89ffabc11a55 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031377 Sep 08 19:29:04.394619 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:04.455875 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:04.512144 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:27Z', 'updated_at': '2021-09-08T19:29:03Z', 'revision_number': 5, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'gw_port': {'id': '60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:28Z', 'updated_at': '2021-09-08T19:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:04.540894 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] Checking router: 3ba9fc90-9385-4d09-933c-e7944d031c90 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:29:04.549198 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] Routers {'3ba9fc90-9385-4d09-933c-e7944d031c90'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:29:04.549822 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:29:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['3ba9fc90-9385-4d09-933c-e7944d031c90'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:04.574143 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Deleting port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:29:04.574572 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:04.638614 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] Set router 3ba9fc90-9385-4d09-933c-e7944d031c90 gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:29:04.658671 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] For port 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:04.659029 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:04.671202 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Calling delete_port for 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:29:04.688261 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:27Z', 'updated_at': '2021-09-08T19:29:04Z', 'revision_number': 6, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'gw_port_host': None}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:04.717497 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48e0fc-1d18-4d04-82f2-95935cd6567d None None] The sync data for ids ['3ba9fc90-9385-4d09-933c-e7944d031c90'] in dv-cinder-807933-1-iscsi is: [{'id': '3ba9fc90-9385-4d09-933c-e7944d031c90', 'name': 'tempest-TestMinimumBasicScenario-431591831-router', 'tenant_id': '0b23d3e7baa04daabd2092f0b89cac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:27Z', 'updated_at': '2021-09-08T19:29:04Z', 'revision_number': 6, 'project_id': '0b23d3e7baa04daabd2092f0b89cac09', 'gw_port_host': None}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:29:04.868332 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:04.899131 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:04.910439 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.910792 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.911135 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.911470 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.911800 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.912129 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.912476 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.912790 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.913118 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.913440 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.913782 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.914104 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:29:04.967869 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732285'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.016986 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fc222-1a40-4f99-a7f2-8d1de815af40 req-f785f015-89c8-46f5-9ec1-93be3e877efb tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:05.018560 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f90fc222-1a40-4f99-a7f2-8d1de815af40 req-f785f015-89c8-46f5-9ec1-93be3e877efb tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 944 time: 0.0486374 Sep 08 19:29:05.059593 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3482'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.062041 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.062766 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f90fc222-1a40-4f99-a7f2-8d1de815af40 req-954f1ef1-3ec9-4be6-a6e8-8173a309ba2d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377009 Sep 08 19:29:05.152876 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27375cd-53e2-43ad-8812-e7108b4a552b req-7e450929-ba9b-4d1b-84b9-8147bd204667 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:05.154525 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a27375cd-53e2-43ad-8812-e7108b4a552b req-7e450929-ba9b-4d1b-84b9-8147bd204667 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 946 time: 0.0815935 Sep 08 19:29:05.193491 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a27375cd-53e2-43ad-8812-e7108b4a552b req-60dc58cb-a301-4c5c-9cd3-20a7d359b24b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316439 Sep 08 19:29:05.194490 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770247'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.195019 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba9fc90-9385-4d09-933c-e7944d031c90 {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 19:29:05.199982 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.201102 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ebaa5985-0b8d-4135-9b06-517b1816c5e4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3ba9fc90-9385-4d09-933c-e7944d031c90 HTTP/1.1" status: 204 len: 168 time: 0.9611502 Sep 08 19:29:05.203497 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45792) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:05.246896 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbacaab-8af8-453c-b730-7494b02259e6 admin admin] Deleting subnet 379bf557-e0ee-4ea3-b7d2-35092c58a32f {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:29:05.249861 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2dbacaab-8af8-453c-b730-7494b02259e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.283323 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2dbacaab-8af8-453c-b730-7494b02259e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278518'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.389469 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2dbacaab-8af8-453c-b730-7494b02259e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.513736 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2dbacaab-8af8-453c-b730-7494b02259e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4935558'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.543254 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbacaab-8af8-453c-b730-7494b02259e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379bf557-e0ee-4ea3-b7d2-35092c58a32f,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:05.546946 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2dbacaab-8af8-453c-b730-7494b02259e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.550316 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2dbacaab-8af8-453c-b730-7494b02259e6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/379bf557-e0ee-4ea3-b7d2-35092c58a32f HTTP/1.1" status: 204 len: 168 time: 0.3443766 Sep 08 19:29:05.551461 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45796) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:05.554317 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b3638-3747-48c2-aea9-c9cde9347dee None None] Network de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:29:05.621630 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.673661 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Deleting port fcc7db4e-f701-42c2-bf3d-fc54df92a197 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:29:05.674024 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.742990 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] DHCP port deletion for de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad request from dv-cinder-807933-1-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 19:29:05.751034 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] For port fcc7db4e-f701-42c2-bf3d-fc54df92a197, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=fcc7db4e-f701-42c2-bf3d-fc54df92a197,segment=NetworkSegment(8141b60c-7e57-4670-b824-ae8f1727052c),segment_id=8141b60c-7e57-4670-b824-ae8f1727052c)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:05.751403 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.764702 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Calling delete_port for fcc7db4e-f701-42c2-bf3d-fc54df92a197 owned by network:dhcp {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:29:05.771415 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b33b6af3-6d26-4291-a3be-66c03b6862c2 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:29:05.897406 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:05.919888 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:29:05.925128 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: b33b6af3-6d26-4291-a3be-66c03b6862c2 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:29:05.925464 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b33b6af3-6d26-4291-a3be-66c03b6862c2 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:29:05.925936 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:29:05.927749 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc7db4e-f701-42c2-bf3d-fc54df92a197,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:05.933374 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] No DVR routers for this DVR port fcc7db4e-f701-42c2-bf3d-fc54df92a197 on host dv-cinder-807933-1-iscsi {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:29:05.973606 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:29:05.973968 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 60d0ac42-2ca8-47c5-ab7a-a2e6eb29968a not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:29:06.006281 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] Deleting port fcc7db4e-f701-42c2-bf3d-fc54df92a197 {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:29:06.006652 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.007214 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.027758 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:06.037028 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8141b60c-7e57-4670-b824-ae8f1727052c') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:06.037316 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8141b60c-7e57-4670-b824-ae8f1727052c') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:06.040412 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.047648 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278415'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.060896 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.066805 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:29:06.067195 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4249662'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: Traceback (most recent call last): Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: timer() Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: cb(*args, **kw) Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: return func(*args, **kwargs) Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: self._notify() Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: self.callback(batched_events) Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: event.method(event) Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: return f(self, *a, **k) Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._get(url).json() Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:29:06.069263 dv-cinder-807933-1-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:29:06.087124 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.107473 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] For port fcc7db4e-f701-42c2-bf3d-fc54df92a197, host dv-cinder-807933-1-iscsi, got binding levels [] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:06.107870 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.126527 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] Calling delete_port for fcc7db4e-f701-42c2-bf3d-fc54df92a197 owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:29:06.131493 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:29:06.133737 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf3f730-1b9d-4dc2-8074-850aea227091" -d '{"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-unplugged", "status": "completed", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:29:06.137720 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.ipam_backend_mixin [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] Port fcc7db4e-f701-42c2-bf3d-fc54df92a197 was not found and therefore no delete operation was performed {{(pid=94488) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 19:29:06.144788 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.151809 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:06.174364 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] Pushing event deleted for resources: {'Port': ['ID=fcc7db4e-f701-42c2-bf3d-fc54df92a197,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:06.178080 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922de12a-caba-4975-9145-a69f2cba0417 None None] No DVR routers for this DVR port fcc7db4e-f701-42c2-bf3d-fc54df92a197 on host dv-cinder-807933-1-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:29:06.185828 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 19:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b72e12-74c1-464e-8d18-a351201ef78e x-openstack-request-id: req-b1b72e12-74c1-464e-8d18-a351201ef78e {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:29:06.186356 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-unplugged", "status": "completed", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:29:06.186784 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1b72e12-74c1-464e-8d18-a351201ef78e {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:29:06.187405 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'code': 200} Sep 08 19:29:06.201700 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fe798-acb8-443a-8416-b3c423d5d719 req-c85ce983-9a5a-4a6b-8ed7-4c6e12c2928d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:06.203183 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6d1fe798-acb8-443a-8416-b3c423d5d719 req-c85ce983-9a5a-4a6b-8ed7-4c6e12c2928d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 944 time: 0.0704525 Sep 08 19:29:06.222876 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.228269 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.230909 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] 10.222.0.21 "DELETE /v2.0/networks/de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad HTTP/1.1" status: 204 len: 168 time: 0.6784010 Sep 08 19:29:06.243470 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517033d3-bd75-40a2-992e-8d7ec611f52d admin admin] Pushing event deleted for resources: {'Network': ['ID=de7ceb6a-19ed-4ab9-a124-0d7ed1c24aad,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:06.255193 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6d1fe798-acb8-443a-8416-b3c423d5d719 req-a3ae82db-d1e0-4ce1-b6bd-0ebe2ac589a4 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Sep 08 19:29:06.268508 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.326899 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a8e5-569c-4dbd-ae00-37826886dd2a req-8e773edf-eb91-4748-8251-363b61a57d36 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:06.328243 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=8']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:06.328408 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1732a8e5-569c-4dbd-ae00-37826886dd2a req-8e773edf-eb91-4748-8251-363b61a57d36 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0493505 Sep 08 19:29:06.369392 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1732a8e5-569c-4dbd-ae00-37826886dd2a req-1f2bba83-0fa9-44a1-be91-37e9a357e6dd tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342629 Sep 08 19:29:06.628759 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45806) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:06.666059 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-20bd137b-0514-4b62-a22c-717b0df7f6b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df4b1ee020d94f55b2c54e6e22fbc11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361493 Sep 08 19:29:06.669249 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45808) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:06.718978 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e2208623-50bc-4fe1-934d-4c36b0d14dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.739764 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e2208623-50bc-4fe1-934d-4c36b0d14dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.846000 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e2208623-50bc-4fe1-934d-4c36b0d14dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.848451 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e2208623-50bc-4fe1-934d-4c36b0d14dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:06.849623 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e2208623-50bc-4fe1-934d-4c36b0d14dae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b2eb2f4-5c84-4ec4-b167-052c095c81a2 HTTP/1.1" status: 204 len: 168 time: 0.1794703 Sep 08 19:29:06.857788 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2208623-50bc-4fe1-934d-4c36b0d14dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2eb2f4-5c84-4ec4-b167-052c095c81a2,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:07.268700 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:07.370080 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74a4ea-055a-469f-b5b4-f12373caf692 req-7a7d6eb3-661d-467e-a7aa-e15911fce2f1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:07.371573 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7b74a4ea-055a-469f-b5b4-f12373caf692 req-7a7d6eb3-661d-467e-a7aa-e15911fce2f1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 944 time: 0.0509818 Sep 08 19:29:07.409028 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7b74a4ea-055a-469f-b5b4-f12373caf692 req-dff197c4-7852-4a38-b382-94a0b1cbc61c tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Sep 08 19:29:07.490050 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb07468-ba5d-4832-984a-a5e9d458eb31 req-576e1e66-c0c1-4b83-9577-ee885cad2c0a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:07.491535 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7cb07468-ba5d-4832-984a-a5e9d458eb31 req-576e1e66-c0c1-4b83-9577-ee885cad2c0a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0487161 Sep 08 19:29:07.529335 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7cb07468-ba5d-4832-984a-a5e9d458eb31 req-8e016bd2-f234-4747-8518-d9b0e6cbdb33 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315342 Sep 08 19:29:07.588409 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45820) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:07.629474 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f5bd413b-7574-4408-9154-2c911ace166c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b23d3e7baa04daabd2092f0b89cac09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387678 Sep 08 19:29:07.631682 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45824) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:07.682342 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-33c8a700-602a-480c-8ded-1bc1542feb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:07.704260 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-33c8a700-602a-480c-8ded-1bc1542feb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:07.731234 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device fcc7db4e-f701-42c2-bf3d-fc54df92a197 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:29:07.757501 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: fcc7db4e-f701-42c2-bf3d-fc54df92a197 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:29:07.757946 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device fcc7db4e-f701-42c2-bf3d-fc54df92a197 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:29:07.822738 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-33c8a700-602a-480c-8ded-1bc1542feb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:07.825543 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-33c8a700-602a-480c-8ded-1bc1542feb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:07.826794 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-33c8a700-602a-480c-8ded-1bc1542feb00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8998a403-6f13-4183-be42-f690870383a3 HTTP/1.1" status: 204 len: 168 time: 0.1942136 Sep 08 19:29:07.834342 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8a700-602a-480c-8ded-1bc1542feb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8998a403-6f13-4183-be42-f690870383a3,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:07.839943 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 616b309d-74c3-4372-8990-e5adfdd34218 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:29:07.950395 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 616b309d-74c3-4372-8990-e5adfdd34218, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=616b309d-74c3-4372-8990-e5adfdd34218,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:07.960967 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '616b309d-74c3-4372-8990-e5adfdd34218', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:29:07.998893 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:08.012458 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616b309d-74c3-4372-8990-e5adfdd34218 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:29:08.031965 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 616b309d-74c3-4372-8990-e5adfdd34218, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=616b309d-74c3-4372-8990-e5adfdd34218,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:08.080106 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:08.133051 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=616b309d-74c3-4372-8990-e5adfdd34218,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:08.303466 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['616b309d-74c3-4372-8990-e5adfdd34218'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:29:08.529954 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a0197-b742-4557-8ad0-e2007bd0aa58 req-75868e5c-2a27-4070-8e06-e72c44258a1d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:08.531455 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1e9a0197-b742-4557-8ad0-e2007bd0aa58 req-75868e5c-2a27-4070-8e06-e72c44258a1d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 945 time: 0.0513589 Sep 08 19:29:08.571983 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1e9a0197-b742-4557-8ad0-e2007bd0aa58 req-75d8b896-8def-436e-86d6-278ae54ed1c5 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Sep 08 19:29:09.524476 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9feff-892c-4933-a288-e7295ed83b61 req-8a65df86-ac21-4b70-9753-2990b5149e52 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:09.525964 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7fd9feff-892c-4933-a288-e7295ed83b61 req-8a65df86-ac21-4b70-9753-2990b5149e52 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0483222 Sep 08 19:29:09.570672 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7fd9feff-892c-4933-a288-e7295ed83b61 req-6af3d461-e6e2-4916-b040-2b11e118e466 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382977 Sep 08 19:29:09.687534 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20485f1d-33d4-42a9-931a-6fdbacd84d4f req-8ced2a41-db57-451f-b3e9-074bb6a2616c tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:09.688921 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20485f1d-33d4-42a9-931a-6fdbacd84d4f req-8ced2a41-db57-451f-b3e9-074bb6a2616c tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 945 time: 0.0474501 Sep 08 19:29:09.726986 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20485f1d-33d4-42a9-931a-6fdbacd84d4f req-071cb625-b57b-4f88-ba6f-d178ad443c2f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319669 Sep 08 19:29:09.787172 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-17e60a50-867e-4d16-ad18-8118c5351bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388794 Sep 08 19:29:09.838448 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 616b309d-74c3-4372-8990-e5adfdd34218 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:29:09.943389 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 616b309d-74c3-4372-8990-e5adfdd34218 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:29:09.947711 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 616b309d-74c3-4372-8990-e5adfdd34218 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:29:09.948169 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:10.031176 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:10.052412 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:29:10.054654 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e546da-287b-4f1d-b61f-0685978c15e3" -d '{"events": [{"server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "name": "network-vif-plugged", "status": "completed", "tag": "616b309d-74c3-4372-8990-e5adfdd34218"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:29:10.067214 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 616b309d-74c3-4372-8990-e5adfdd34218, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=616b309d-74c3-4372-8990-e5adfdd34218,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:10.091704 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe057ec-5056-4e83-aba9-9b4c6a5caf51 x-openstack-request-id: req-fbe057ec-5056-4e83-aba9-9b4c6a5caf51 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:29:10.092032 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "name": "network-vif-plugged", "status": "completed", "tag": "616b309d-74c3-4372-8990-e5adfdd34218", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:29:10.092367 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbe057ec-5056-4e83-aba9-9b4c6a5caf51 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:29:10.092754 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218', 'code': 200} Sep 08 19:29:10.115068 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:10.115902 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:29:10.194530 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=616b309d-74c3-4372-8990-e5adfdd34218,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:10.418742 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b199f-b51a-47ea-b919-4e4dd89582dd req-12f4c47e-3377-4f2e-a90a-d975e549af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:10.420261 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e19b199f-b51a-47ea-b919-4e4dd89582dd req-12f4c47e-3377-4f2e-a90a-d975e549af94 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 1099 time: 0.0410740 Sep 08 19:29:10.460182 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e19b199f-b51a-47ea-b919-4e4dd89582dd req-b783eebd-1e61-4176-8c27-adbffb98dd3a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311658 Sep 08 19:29:10.694290 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a61405-2a83-4969-895f-84a284e43c9b req-1c86f474-8955-496f-ba56-9805feefc2a7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:10.695743 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d9a61405-2a83-4969-895f-84a284e43c9b req-1c86f474-8955-496f-ba56-9805feefc2a7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0526931 Sep 08 19:29:10.734922 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d9a61405-2a83-4969-895f-84a284e43c9b req-c58ea878-a4af-44d6-abc6-d740b8bed59f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320539 Sep 08 19:29:10.842274 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538a8b0-9a5c-47f9-8ec3-df673ae0fd10 req-dd378ae7-e40f-406d-a6ff-30a95c4e6a29 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:10.843734 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6538a8b0-9a5c-47f9-8ec3-df673ae0fd10 req-dd378ae7-e40f-406d-a6ff-30a95c4e6a29 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 946 time: 0.0470805 Sep 08 19:29:10.881844 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6538a8b0-9a5c-47f9-8ec3-df673ae0fd10 req-6db5b7f6-f6cd-4a8e-bb9f-4450ab0b1e7c tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312366 Sep 08 19:29:11.271212 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-f341df57-e1d2-481d-89c1-9d4df2b6130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:11.272708 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-f341df57-e1d2-481d-89c1-9d4df2b6130d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076&tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c HTTP/1.1" status: 200 len: 1097 time: 0.0440669 Sep 08 19:29:11.339283 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-d6813c85-385e-4c27-8df3-76c0a714948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:11.340910 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-d6813c85-385e-4c27-8df3-76c0a714948b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 1097 time: 0.0402620 Sep 08 19:29:11.433886 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-bf3a4e28-c893-4ebd-a76e-dedf747df2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:11.435417 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-bf3a4e28-c893-4ebd-a76e-dedf747df2ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 200 len: 917 time: 0.0863740 Sep 08 19:29:11.507016 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-791ce035-9dcb-44f0-a6de-6e20fc9c74cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78 HTTP/1.1" status: 200 len: 1000 time: 0.0584495 Sep 08 19:29:11.828893 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-12752e01-65ac-4c90-8f35-04e02acd02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:11.830375 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-12752e01-65ac-4c90-8f35-04e02acd02d8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 200 len: 856 time: 0.3144753 Sep 08 19:29:11.860552 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0354aa1-6fc4-4eb8-b2a0-05c0718e9d31 req-e0fa02f9-0675-460c-ad11-399b5333b3fd tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:11.861969 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e0354aa1-6fc4-4eb8-b2a0-05c0718e9d31 req-e0fa02f9-0675-460c-ad11-399b5333b3fd tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0496607 Sep 08 19:29:11.877557 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-aef49198-892d-4cbe-bd27-10dd485248e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:11.879043 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-aef49198-892d-4cbe-bd27-10dd485248e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389781 Sep 08 19:29:11.900838 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e0354aa1-6fc4-4eb8-b2a0-05c0718e9d31 req-a2c005f5-6d43-4a8b-b9d2-865150f3b879 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327590 Sep 08 19:29:12.014408 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-e48214cf-7942-475e-8853-6eae189bb5a4 service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262076 Sep 08 19:29:12.026393 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65351fb-0409-4bbf-ba1e-74b8f78b89ce req-d6fe00f7-b90a-4fff-a9d3-69c72d17c7c8 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:12.028317 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a65351fb-0409-4bbf-ba1e-74b8f78b89ce req-d6fe00f7-b90a-4fff-a9d3-69c72d17c7c8 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 946 time: 0.0707664 Sep 08 19:29:12.108116 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a65351fb-0409-4bbf-ba1e-74b8f78b89ce req-6cc7a359-1673-42b0-970e-79d0681df2ac tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720251 Sep 08 19:29:12.138767 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-18994a81-9f6e-4ac4-b5fe-147388e646d8 req-bba71cec-ec98-4050-9f42-f856b16e655e service neutron] 10.222.0.38 "GET /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094151 Sep 08 19:29:12.219623 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45ecd-3959-496d-85fd-94e364423d29 req-7300003c-9710-4707-8749-8a0115df11c9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:12.221070 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c5c45ecd-3959-496d-85fd-94e364423d29 req-7300003c-9710-4707-8749-8a0115df11c9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 946 time: 0.0482557 Sep 08 19:29:12.262345 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c5c45ecd-3959-496d-85fd-94e364423d29 req-1d609607-397e-4842-9ef9-2e510009fe46 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352066 Sep 08 19:29:12.284058 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45884) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:12.326254 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b02e26-737a-45c1-ae80-8b4c04c0f14d tempest-TestVolumeBootPattern-791638191 tempest-TestVolumeBootPattern-791638191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:12.327735 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-82b02e26-737a-45c1-ae80-8b4c04c0f14d tempest-TestVolumeBootPattern-791638191 tempest-TestVolumeBootPattern-791638191-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 1094 time: 0.0425682 Sep 08 19:29:12.330531 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 45888) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:29:12.334616 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'floatingip': {'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:29:12.411448 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:12.507777 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:12.619202 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Allocated IP 172.27.0.136 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/4c1f5be5-d03e-4505-9e88-9fe8978f0047) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:29:12.721919 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:12.812339 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:12.899536 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'Port': ['ID=4c1f5be5-d03e-4505-9e88-9fe8978f0047,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:12.910476 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:29:12.912409 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:29:12.915010 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:29:13.050983 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2b6fe-8060-4173-85f7-a67126d6ac34 req-bc3b8982-eecd-4354-bb41-51c1d1fe4470 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:13.060438 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c1b2b6fe-8060-4173-85f7-a67126d6ac34 req-bc3b8982-eecd-4354-bb41-51c1d1fe4470 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0629661 Sep 08 19:29:13.097686 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c1b2b6fe-8060-4173-85f7-a67126d6ac34 req-ffb28e11-70a0-4c4e-8959-4d6d36c07fd5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358753 Sep 08 19:29:13.309503 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:13.410651 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:13.566491 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:13.622773 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:13.693702 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'Port': ['ID=4c1f5be5-d03e-4505-9e88-9fe8978f0047,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:13.706611 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:13.811099 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Floating IP 711f551b-e6ca-4059-9258-f56c2bd65daf associated. External IP: 172.27.0.136, port: 616b309d-74c3-4372-8990-e5adfdd34218. Sep 08 19:29:14.304737 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305203e0-1a2c-4bb6-a84a-4c4fa01020d0 req-c5909456-3c0a-4fdd-a7ca-19949e2c6ea0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:14.306425 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-305203e0-1a2c-4bb6-a84a-4c4fa01020d0 req-c5909456-3c0a-4fdd-a7ca-19949e2c6ea0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.1048105 Sep 08 19:29:14.341167 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Router d55b2d28-7f43-47aa-a31b-3eb47c62e63a has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:29:14.364774 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-305203e0-1a2c-4bb6-a84a-4c4fa01020d0 req-45171f26-78b5-438e-8a26-b670bd9412e6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509429 Sep 08 19:29:14.479342 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:29:14.489500 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] Sync routers for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:29:14.498988 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:29:14.499605 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:29:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:14.538312 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:14.577694 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2b17b0e3-260b-4733-8254-8cd6ebaa10ab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2348397 Sep 08 19:29:14.577694 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:29:14.577694 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696b6ce6-0ebe-43b5-84b8-1fa668238294" -d '{"events": [{"name": "network-changed", "server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "tag": "616b309d-74c3-4372-8990-e5adfdd34218"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:29:14.619485 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:29:14.628386 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da2657-7670-477a-ab71-d9ad2c2426b0 x-openstack-request-id: req-f7da2657-7670-477a-ab71-d9ad2c2426b0 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:29:14.628681 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "tag": "616b309d-74c3-4372-8990-e5adfdd34218", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:29:14.628936 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7da2657-7670-477a-ab71-d9ad2c2426b0 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:29:14.629335 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218', 'status': 'completed', 'code': 200} Sep 08 19:29:14.864189 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '711f551b-e6ca-4059-9258-f56c2bd65daf', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:29:13Z', 'updated_at': '2021-09-08T19:29:13Z', 'revision_number': 0, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:14.894773 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] Checking router: d55b2d28-7f43-47aa-a31b-3eb47c62e63a for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:29:14.905510 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:29:14.906148 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:29:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:15.013035 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:29:15.241505 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '711f551b-e6ca-4059-9258-f56c2bd65daf', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:29:13Z', 'updated_at': '2021-09-08T19:29:13Z', 'revision_number': 0, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:29:15.273105 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6258155a-83db-448c-a2f1-d08d9ad5c90f None None] The sync data for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi is: [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '711f551b-e6ca-4059-9258-f56c2bd65daf', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:29:13Z', 'updated_at': '2021-09-08T19:29:13Z', 'revision_number': 0, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:29:15.492167 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fabd77-8cae-46cd-9e09-289c032836a6 None None] New status for floating IP 711f551b-e6ca-4059-9258-f56c2bd65daf: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:29:15.529336 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db91ab-7d6e-4779-af53-2920cbb73a7f req-ba7f3625-bfa6-403f-9922-d993815a492a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:15.530874 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-54db91ab-7d6e-4779-af53-2920cbb73a7f req-ba7f3625-bfa6-403f-9922-d993815a492a tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0779204 Sep 08 19:29:15.579808 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-54db91ab-7d6e-4779-af53-2920cbb73a7f req-697ea118-b91d-4e47-8c29-a7622904260d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Sep 08 19:29:16.723587 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55bb5f-d0df-4a32-a108-677d86d94bdd req-3e8b1644-1e83-4c6e-9f3d-0bf4f4276b79 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:16.725055 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1a55bb5f-d0df-4a32-a108-677d86d94bdd req-3e8b1644-1e83-4c6e-9f3d-0bf4f4276b79 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0504630 Sep 08 19:29:16.762380 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1a55bb5f-d0df-4a32-a108-677d86d94bdd req-e03db8ac-c43a-4049-bb3c-2c3bb1997a72 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Sep 08 19:29:17.888392 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf38079-6991-4654-8b54-c641b23d452c req-889fdbe4-b149-4f59-bd02-14929e4c4769 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:17.891516 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3bf38079-6991-4654-8b54-c641b23d452c req-889fdbe4-b149-4f59-bd02-14929e4c4769 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0527935 Sep 08 19:29:17.929799 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3bf38079-6991-4654-8b54-c641b23d452c req-160d4dd5-c8ae-4ecf-a989-395986519273 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326009 Sep 08 19:29:19.059260 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3bd20-61ca-4bb1-bba2-073bf6e51257 req-707ba3b6-02dd-45d8-831e-b9a3d994d762 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:19.066665 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a4c3bd20-61ca-4bb1-bba2-073bf6e51257 req-707ba3b6-02dd-45d8-831e-b9a3d994d762 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0596519 Sep 08 19:29:19.100571 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a4c3bd20-61ca-4bb1-bba2-073bf6e51257 req-9e4a912b-0cff-4962-bb76-7cbd4146d3a7 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Sep 08 19:29:20.252756 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db535d94-81ed-4a9f-acd9-9af34ce39900 req-80ef070b-daf7-4803-bab4-21c14c36b760 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:20.254447 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-db535d94-81ed-4a9f-acd9-9af34ce39900 req-80ef070b-daf7-4803-bab4-21c14c36b760 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0679958 Sep 08 19:29:20.302862 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-db535d94-81ed-4a9f-acd9-9af34ce39900 req-d5dd3d7b-1874-4a46-88e9-a829206d7000 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403783 Sep 08 19:29:21.424780 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04f1ca-3837-4582-8e25-89c0ee0a2cfe req-bb2f65fb-fc9e-4161-b85b-f859376de5eb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:21.426637 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f04f1ca-3837-4582-8e25-89c0ee0a2cfe req-bb2f65fb-fc9e-4161-b85b-f859376de5eb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0488617 Sep 08 19:29:21.466891 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f04f1ca-3837-4582-8e25-89c0ee0a2cfe req-39f6fadf-0b3a-4191-8412-79105491e4a6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340936 Sep 08 19:29:22.588132 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d6f0c-a1c5-4a19-9409-f41f4b561c60 req-29aa0354-4bbf-4959-9fe1-0cccf7b9de01 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:22.589582 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-529d6f0c-a1c5-4a19-9409-f41f4b561c60 req-29aa0354-4bbf-4959-9fe1-0cccf7b9de01 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0502808 Sep 08 19:29:22.631874 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-529d6f0c-a1c5-4a19-9409-f41f4b561c60 req-fc02ea49-6041-4002-8dfa-d01f61366812 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360126 Sep 08 19:29:23.691334 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:23.703310 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:29:23.752077 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d20d6-eb73-4946-b1e3-2ac73186dab4 req-7247b9b5-5fe3-401e-9ada-f61d751e0ed4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:23.753592 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e2d20d6-eb73-4946-b1e3-2ac73186dab4 req-7247b9b5-5fe3-401e-9ada-f61d751e0ed4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0484054 Sep 08 19:29:23.791537 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e2d20d6-eb73-4946-b1e3-2ac73186dab4 req-8713dca4-577b-495d-aaba-b6db139361bb tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319381 Sep 08 19:29:23.880126 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-8e5a85b3-f7c7-4b07-9d79-1ab5d5d2a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:23.881619 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-8e5a85b3-f7c7-4b07-9d79-1ab5d5d2a6c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 1099 time: 0.0409446 Sep 08 19:29:23.972818 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-41b599ce-1cec-420f-b76e-ab13f1b519ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:23.974298 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-41b599ce-1cec-420f-b76e-ab13f1b519ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 911 time: 0.0859299 Sep 08 19:29:24.038241 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-f71428b1-eef0-405e-a224-cfb5a383bc4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616b309d-74c3-4372-8990-e5adfdd34218 HTTP/1.1" status: 200 len: 1002 time: 0.0559964 Sep 08 19:29:24.094970 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-68eac765-ea60-4509-b85e-d090cca0e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:24.096374 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-68eac765-ea60-4509-b85e-d090cca0e79f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0431044 Sep 08 19:29:24.148311 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-6dd25156-610f-44eb-b50e-38df77494360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:24.149774 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-6dd25156-610f-44eb-b50e-38df77494360 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413017 Sep 08 19:29:24.241472 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-af539aaa-2f35-4fb2-8b37-3c7cf75c1e30 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814228 Sep 08 19:29:24.335323 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-696b6ce6-0ebe-43b5-84b8-1fa668238294 req-3e3de5e2-b74b-4164-8cf9-c383076b6cae service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850275 Sep 08 19:29:24.909519 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4a910-99b4-4829-923f-ab441b3aa43f req-d2e41be3-e0e8-4a93-a276-7fd4d2f6b99d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:24.910939 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4e4a910-99b4-4829-923f-ab441b3aa43f req-d2e41be3-e0e8-4a93-a276-7fd4d2f6b99d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0474482 Sep 08 19:29:24.951018 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4e4a910-99b4-4829-923f-ab441b3aa43f req-54aaf44e-a55e-42fd-b522-e281c24c9481 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342960 Sep 08 19:29:25.408504 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fa609-1421-495c-9d4a-e693de53a4be req-a41a40b1-4487-4e7a-a1a2-991821452bc9 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:25.410023 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b69fa609-1421-495c-9d4a-e693de53a4be req-a41a40b1-4487-4e7a-a1a2-991821452bc9 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0477691 Sep 08 19:29:25.451623 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b69fa609-1421-495c-9d4a-e693de53a4be req-3684e06b-3dfb-4e93-9e3b-e445fe5491eb tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356698 Sep 08 19:29:25.900957 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:29:25.993753 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:26.005212 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'port_id': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'mac_address': 'fa:16:3e:cc:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:29:26.046488 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:26.080573 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25512ad2-3388-4e91-889e-b043931f0740 req-f8684e95-f1f1-44cb-b581-95c0931562f0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:26.082170 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25512ad2-3388-4e91-889e-b043931f0740 req-f8684e95-f1f1-44cb-b581-95c0931562f0 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 944 time: 0.0525606 Sep 08 19:29:26.123077 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25512ad2-3388-4e91-889e-b043931f0740 req-fc0c29d3-facd-4d4f-88e5-1a75fff08fac tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346155 Sep 08 19:29:26.181550 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d855ef9-a2ec-4abf-8990-b829b1a10d78 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:29:26.201989 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:26.272036 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:26.320784 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=9']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:26.504116 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['1d855ef9-a2ec-4abf-8990-b829b1a10d78'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:29:26.569199 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b314cec-b1a1-47a4-9317-51293a48b275 req-0d4b7908-be63-47aa-9a4c-25b65e48bccb tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:26.570702 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1b314cec-b1a1-47a4-9317-51293a48b275 req-0d4b7908-be63-47aa-9a4c-25b65e48bccb tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0483904 Sep 08 19:29:26.617776 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1b314cec-b1a1-47a4-9317-51293a48b275 req-97f82bcc-ce4f-44c5-a54c-baebc65c996e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Sep 08 19:29:27.240424 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba2744-08d4-4637-8358-926511e75a92 req-ee46a7f0-66f9-4b25-a8f1-4df8a0355b5b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:27.241936 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6ba2744-08d4-4637-8358-926511e75a92 req-ee46a7f0-66f9-4b25-a8f1-4df8a0355b5b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 945 time: 0.0483363 Sep 08 19:29:27.281454 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6ba2744-08d4-4637-8358-926511e75a92 req-758fa1a2-a43c-455e-a8f5-783779d0a6f8 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330021 Sep 08 19:29:27.473508 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842119f8-fde2-4f8d-8055-ae4012634222 req-5c937cf7-1100-4c8c-9868-3d87141f8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:27.479714 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-842119f8-fde2-4f8d-8055-ae4012634222 req-5c937cf7-1100-4c8c-9868-3d87141f8bb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 1098 time: 0.0406716 Sep 08 19:29:27.580079 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842119f8-fde2-4f8d-8055-ae4012634222 req-cc831335-45d5-4b4b-8b81-142167a8f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:27.581531 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-842119f8-fde2-4f8d-8055-ae4012634222 req-cc831335-45d5-4b4b-8b81-142167a8f9de service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 200 len: 911 time: 0.0874405 Sep 08 19:29:27.656821 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-842119f8-fde2-4f8d-8055-ae4012634222 req-00681303-f68a-4d5d-9242-b6c73e11f000 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926 HTTP/1.1" status: 200 len: 1001 time: 0.0620193 Sep 08 19:29:27.735795 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842119f8-fde2-4f8d-8055-ae4012634222 req-e9056947-8e1e-4927-86ad-2798ace889f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:27.737161 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-842119f8-fde2-4f8d-8055-ae4012634222 req-e9056947-8e1e-4927-86ad-2798ace889f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81c5b9fb-43cf-45aa-a268-bb3604ce7269 HTTP/1.1" status: 200 len: 850 time: 0.0733714 Sep 08 19:29:27.754449 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791e1b5-82e3-47dd-b900-e503396b13d4 req-5ae47c66-8d31-4889-98a0-8fba9bcc85fc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:27.755836 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7791e1b5-82e3-47dd-b900-e503396b13d4 req-5ae47c66-8d31-4889-98a0-8fba9bcc85fc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0635364 Sep 08 19:29:27.815976 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7791e1b5-82e3-47dd-b900-e503396b13d4 req-22c70a68-2b28-472b-a569-5c625b81fb1f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527279 Sep 08 19:29:27.818978 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842119f8-fde2-4f8d-8055-ae4012634222 req-50f1f9bd-6fcd-49c7-ad23-3ab447132acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:27.820201 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-842119f8-fde2-4f8d-8055-ae4012634222 req-50f1f9bd-6fcd-49c7-ad23-3ab447132acd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4c11c2f-276a-4315-9121-02d331fdc08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736406 Sep 08 19:29:27.911008 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-842119f8-fde2-4f8d-8055-ae4012634222 req-47457a21-2184-465f-9e6e-9c3a159c1e97 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835264 Sep 08 19:29:27.916416 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:29:27.963529 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:29:27.963892 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:28.002260 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-842119f8-fde2-4f8d-8055-ae4012634222 req-496039ac-609f-4f11-bc55-200cd8c0eac6 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832210 Sep 08 19:29:28.039567 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:28.061225 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:29:28.063576 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2817d414-e963-42d7-8a51-20b3c54da0c6" -d '{"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-plugged", "status": "completed", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:29:28.076458 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:29:28.099823 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4c01af-243d-4af8-8fa8-2c450062889c x-openstack-request-id: req-1a4c01af-243d-4af8-8fa8-2c450062889c {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:29:28.100109 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-plugged", "status": "completed", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:29:28.100358 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a4c01af-243d-4af8-8fa8-2c450062889c {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:29:28.100769 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'code': 200} Sep 08 19:29:28.157829 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:28.207512 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=10']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:29:28.435758 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ebd24-e41b-4b78-b618-c8b2648ef805 req-d41b8b5d-d521-4070-b794-d818777768d6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:28.437482 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-984ebd24-e41b-4b78-b618-c8b2648ef805 req-d41b8b5d-d521-4070-b794-d818777768d6 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 947 time: 0.0808609 Sep 08 19:29:28.440568 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbddfc-3bb4-4f37-b8b2-5d6294d4df45 req-aa360dba-4215-4891-ba24-d48ce56c5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:28.441985 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d5dbddfc-3bb4-4f37-b8b2-5d6294d4df45 req-aa360dba-4215-4891-ba24-d48ce56c5fc2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 1100 time: 0.0748665 Sep 08 19:29:28.509842 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-984ebd24-e41b-4b78-b618-c8b2648ef805 req-aa1e365b-ae49-4ba7-88e7-f39ffd0215fc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658016 Sep 08 19:29:28.540288 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d5dbddfc-3bb4-4f37-b8b2-5d6294d4df45 req-52b27e8c-f9ab-4d22-91fe-77433599b4b8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649331 Sep 08 19:29:28.939339 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfca1dc-6373-4455-be09-458664195b03 req-00d2f531-0a30-4328-9110-eb338d91b172 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:28.943030 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1bfca1dc-6373-4455-be09-458664195b03 req-00d2f531-0a30-4328-9110-eb338d91b172 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0497406 Sep 08 19:29:28.990930 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1bfca1dc-6373-4455-be09-458664195b03 req-3e9ccfe6-b8ae-4d06-b02c-1ad4da39e436 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Sep 08 19:29:29.633744 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106ab4-c39d-4c4a-aead-50482793196b req-87a4d401-d636-425a-b3a7-fcbb85736517 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:29.635229 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4b106ab4-c39d-4c4a-aead-50482793196b req-87a4d401-d636-425a-b3a7-fcbb85736517 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 947 time: 0.0495396 Sep 08 19:29:29.674461 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4b106ab4-c39d-4c4a-aead-50482793196b req-5ebedf84-2074-4a2d-a482-8eb5f3aae7b5 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331476 Sep 08 19:29:30.105081 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975c160-23e5-4bbc-8f0c-557817a0d014 req-5eaa802e-687f-449d-a0a6-979b490ce610 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:30.106572 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a975c160-23e5-4bbc-8f0c-557817a0d014 req-5eaa802e-687f-449d-a0a6-979b490ce610 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0516889 Sep 08 19:29:30.144885 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a975c160-23e5-4bbc-8f0c-557817a0d014 req-b547495e-0f9d-4f54-8ff8-88efdb2cfd8a tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Sep 08 19:29:30.796143 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647fc92-40ae-4150-8f14-402e0967f92f req-e7c485dc-664f-436c-8fac-a954b3e32678 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:30.797573 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6647fc92-40ae-4150-8f14-402e0967f92f req-e7c485dc-664f-436c-8fac-a954b3e32678 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 947 time: 0.0507488 Sep 08 19:29:30.834335 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6647fc92-40ae-4150-8f14-402e0967f92f req-f58dd44d-0691-4e50-a75e-bda2275bb5f4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309062 Sep 08 19:29:31.254471 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c8fec-ac15-4c86-8069-1201721e0cf3 req-3828d831-dcdb-44ce-8b7d-1d80f6429924 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:31.255917 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-572c8fec-ac15-4c86-8069-1201721e0cf3 req-3828d831-dcdb-44ce-8b7d-1d80f6429924 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0470223 Sep 08 19:29:31.292352 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-572c8fec-ac15-4c86-8069-1201721e0cf3 req-5c10b96b-d886-45f4-b5c1-df1979b70227 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298650 Sep 08 19:29:31.742640 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b006868c-a999-416f-bd9f-4fa1b29cbe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:31.950825 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902178e1-d368-4f8a-a472-ce5eda4ebe6c req-3d17124b-2d59-4dbb-ac98-8effca94d359 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:31.952288 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-902178e1-d368-4f8a-a472-ce5eda4ebe6c req-3d17124b-2d59-4dbb-ac98-8effca94d359 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 947 time: 0.0477400 Sep 08 19:29:31.992295 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-902178e1-d368-4f8a-a472-ce5eda4ebe6c req-f065da3e-785e-49b8-a4c0-c8496cc7f506 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332990 Sep 08 19:29:32.402021 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b160d-8004-4cf9-ac90-a63a82e6393e req-9e834050-27aa-4730-b20c-841ee36bd99b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:32.409477 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678b160d-8004-4cf9-ac90-a63a82e6393e req-9e834050-27aa-4730-b20c-841ee36bd99b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0468979 Sep 08 19:29:32.440533 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678b160d-8004-4cf9-ac90-a63a82e6393e req-2c75313f-fb79-49b5-9576-f2b52ac2146c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313060 Sep 08 19:29:33.566345 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de147-6e8b-447f-a5c5-bd3b2bfb4942 req-6d9b5d23-b484-475e-bac9-837d7e36834e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:33.568100 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-272de147-6e8b-447f-a5c5-bd3b2bfb4942 req-6d9b5d23-b484-475e-bac9-837d7e36834e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0623195 Sep 08 19:29:33.607193 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-272de147-6e8b-447f-a5c5-bd3b2bfb4942 req-ddf0806f-648e-4f8e-bc93-3375e8081534 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Sep 08 19:29:34.096690 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c79a6ea0-6dc6-4840-af7d-3949761c223e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:34.450824 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:34.741974 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef68de-c9a0-4714-869d-41e46862f9f0 req-14772a26-e00a-4983-92db-ded85c128191 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:34.743418 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d3ef68de-c9a0-4714-869d-41e46862f9f0 req-14772a26-e00a-4983-92db-ded85c128191 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0510190 Sep 08 19:29:34.781089 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d3ef68de-c9a0-4714-869d-41e46862f9f0 req-53f0f3e0-7c3f-4113-a634-5af857e467e4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311697 Sep 08 19:29:35.897356 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca82ea-60d2-425f-a945-9b705185167e req-ab20b101-b40d-4b3a-9352-692d352711f3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:35.898779 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1ca82ea-60d2-425f-a945-9b705185167e req-ab20b101-b40d-4b3a-9352-692d352711f3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0511937 Sep 08 19:29:35.906318 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:35.936311 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1ca82ea-60d2-425f-a945-9b705185167e req-2e4cce64-7dcc-41ce-9e89-8f75411f79ad tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Sep 08 19:29:36.275204 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35822d-1333-4337-b73b-4c0c91b40409 req-c0ce472f-6ee1-4c03-959d-98794371f493 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:36.277302 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ea35822d-1333-4337-b73b-4c0c91b40409 req-c0ce472f-6ee1-4c03-959d-98794371f493 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0498855 Sep 08 19:29:36.314286 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ea35822d-1333-4337-b73b-4c0c91b40409 req-87e7cc7a-2071-43ac-9e76-8751fd0202ad tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Sep 08 19:29:36.382994 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-a4fa52c5-49ea-46ca-acdf-38b25f159785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:36.384492 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-a4fa52c5-49ea-46ca-acdf-38b25f159785 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 1098 time: 0.0408983 Sep 08 19:29:36.477304 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-682a256b-a2a9-4e9e-8431-c2539141d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:36.478748 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-682a256b-a2a9-4e9e-8431-c2539141d420 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 200 len: 911 time: 0.0861492 Sep 08 19:29:36.546692 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-32a003e0-d9cb-4f35-99e1-f7fcde5a8cf0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926 HTTP/1.1" status: 200 len: 1001 time: 0.0599375 Sep 08 19:29:36.601279 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-3d58a8ba-ffc6-4c42-9843-4d625dc44e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:36.602772 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-3d58a8ba-ffc6-4c42-9843-4d625dc44e1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81c5b9fb-43cf-45aa-a268-bb3604ce7269 HTTP/1.1" status: 200 len: 850 time: 0.0476582 Sep 08 19:29:36.647366 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-a80bb10d-e59a-4e9f-970e-244cc04a348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:36.648826 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-a80bb10d-e59a-4e9f-970e-244cc04a348c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4c11c2f-276a-4315-9121-02d331fdc08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384078 Sep 08 19:29:36.737775 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-8c5d8678-4570-4e5a-b396-1644150ef8c8 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812590 Sep 08 19:29:36.828382 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b209a9e3-f3b2-457f-abfa-3b39ff0b54eb req-6252f79d-e84d-4384-96af-09c580504f31 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829635 Sep 08 19:29:37.283476 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:29:37.431870 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d4cc6-00a0-49ae-8962-045411795523 req-123f463f-6746-45cc-b104-1d37721c3faa tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:37.433422 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-471d4cc6-00a0-49ae-8962-045411795523 req-123f463f-6746-45cc-b104-1d37721c3faa tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0494146 Sep 08 19:29:37.472454 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-471d4cc6-00a0-49ae-8962-045411795523 req-ed6fcbf6-3e2b-4222-94a7-e9427543e36f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328615 Sep 08 19:29:38.588687 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94228b-489a-451e-af10-f7e57b189dd2 req-46ebc718-2679-4969-9bba-4bd386f3564e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:29:38.590325 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6e94228b-489a-451e-af10-f7e57b189dd2 req-46ebc718-2679-4969-9bba-4bd386f3564e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0488336 Sep 08 19:29:38.627912 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6e94228b-489a-451e-af10-f7e57b189dd2 req-6caf8724-96d9-450a-a691-714a7f42cb57 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315065 Sep 08 19:29:53.472810 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:00.701368 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:30:01.713283 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0e981266-ece7-41c3-83d2-0442d32fb55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:04.111226 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-54bc588e-c46c-4632-ab3b-9485db1a28be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:04.408621 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:04.634298 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844a787-dfdf-4089-8cf6-02a873a38542 req-f7b1747b-d703-41fb-a83f-be794317e618 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:04.635783 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3844a787-dfdf-4089-8cf6-02a873a38542 req-f7b1747b-d703-41fb-a83f-be794317e618 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 947 time: 0.0489361 Sep 08 19:30:04.674011 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3844a787-dfdf-4089-8cf6-02a873a38542 req-f95be276-75d7-4e62-b731-d023c7aefe9f tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320983 Sep 08 19:30:05.791956 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55e7af-9d56-4ee9-866a-aeff9fe968e6 req-e05318b3-7092-48d1-a32f-c38d9761f45c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:05.793403 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ef55e7af-9d56-4ee9-866a-aeff9fe968e6 req-e05318b3-7092-48d1-a32f-c38d9761f45c tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 947 time: 0.0461383 Sep 08 19:30:05.833768 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ef55e7af-9d56-4ee9-866a-aeff9fe968e6 req-ca4f5d6b-9cf1-4a74-ae54-f9c4f9eaf595 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups?id=316911aa-2bd8-435e-8c78-8532b3690da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345438 Sep 08 19:30:05.917071 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:06.198848 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-14398bcc-7edb-422b-ba6b-defc17699fbc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:06.200177 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-14398bcc-7edb-422b-ba6b-defc17699fbc tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 947 time: 0.0476544 Sep 08 19:30:06.289005 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Deleting port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:30:06.289337 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:06.375668 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] For port 1d855ef9-a2ec-4abf-8990-b829b1a10d78, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=1d855ef9-a2ec-4abf-8990-b829b1a10d78,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:30:06.376021 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:06.538066 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:06.538418 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:06.538731 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Floating IP d0414e0c-6fa0-403b-a5b7-742a6a980b4e disassociated. External IP: 172.27.0.198, port: 1d855ef9-a2ec-4abf-8990-b829b1a10d78. Sep 08 19:30:06.539064 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Calling delete_port for 1d855ef9-a2ec-4abf-8990-b829b1a10d78 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:30:06.716970 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:06.746082 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event deleted for resources: {'Port': ['ID=1d855ef9-a2ec-4abf-8990-b829b1a10d78,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:06.758757 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.759106 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.759447 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.759789 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.760121 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.760453 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.760779 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.761111 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.761964 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.761964 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.762181 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.762400 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:06.864418 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:30:06.933391 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6864004-46a3-4164-bd23-c8c4f7b23640 req-4815691e-e48b-4320-b493-ffd11adcdfbf tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/ports?device_id=14549fbe-d352-4d53-adda-75a2e1060076 HTTP/1.1" status: 200 len: 210 time: 0.0296590 Sep 08 19:30:06.970153 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:30:06.981125 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] Sync routers for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:30:06.991408 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:30:06.992023 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:30:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:07.007553 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] No DVR routers for this DVR port 1d855ef9-a2ec-4abf-8990-b829b1a10d78 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:30:07.011851 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:07.012507 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f48a4bab-e715-4dbd-9552-3b90d84bcc8c req-01adce99-445b-4fa0-b8d0-f0f4f489d8a4 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.38 "DELETE /v2.0/ports/1d855ef9-a2ec-4abf-8990-b829b1a10d78 HTTP/1.1" status: 204 len: 173 time: 0.8034086 Sep 08 19:30:07.012953 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-deleted', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:30:07.015331 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd3057f-6283-445c-b575-9b8ec235cbb5" -d '{"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-deleted", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:30:07.063605 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5291737-e180-41e8-9e10-d7c5e3cc84e1 x-openstack-request-id: req-d5291737-e180-41e8-9e10-d7c5e3cc84e1 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:30:07.063900 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14549fbe-d352-4d53-adda-75a2e1060076", "name": "network-vif-deleted", "tag": "1d855ef9-a2ec-4abf-8990-b829b1a10d78", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:30:07.064228 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5291737-e180-41e8-9e10-d7c5e3cc84e1 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:30:07.064625 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14549fbe-d352-4d53-adda-75a2e1060076', 'name': 'network-vif-deleted', 'tag': '1d855ef9-a2ec-4abf-8990-b829b1a10d78', 'status': 'completed', 'code': 200} Sep 08 19:30:07.112783 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:30:07.302799 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:07.332181 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:07.359662 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] Checking router: aab0f271-f598-4a29-8270-2ccb7a2c6ad8 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:30:07.368951 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:30:07.369504 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:30:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:07.472217 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:30:07.673651 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:07.704478 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c901e-7338-4e86-b60f-d7869cca7e16 None None] The sync data for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi is: [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:23:21Z', 'revision_number': 4, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '833b8dac-cecf-4d00-8ef7-09f2364bd99b', 'name': '', 'network_id': 'b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'mac_address': 'fa:16:3e:31:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:20Z', 'updated_at': '2021-09-08T19:23:32Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'subnets': [{'id': '2f1a0f41-3899-4747-a169-50cdd774165f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:30:07.907730 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fc6e0-ae51-419d-8baf-e633ff63d799 None None] New status for floating IP d0414e0c-6fa0-403b-a5b7-742a6a980b4e: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:30:08.114905 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46092) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:08.178197 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.202091 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.328458 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.331053 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.332865 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "DELETE /v2.0/security-groups/316911aa-2bd8-435e-8c78-8532b3690da0 HTTP/1.1" status: 204 len: 168 time: 0.2162938 Sep 08 19:30:08.335902 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46094) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:08.342428 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316911aa-2bd8-435e-8c78-8532b3690da0,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:08.350130 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.api.v2.resource [None req-e5ad646e-6136-45ae-80c5-e7f951bed6f9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] show failed (client error): The resource could not be found. Sep 08 19:30:08.350750 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.351098 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.351389 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e5ad646e-6136-45ae-80c5-e7f951bed6f9 tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "GET /v2.0/security-groups/316911aa-2bd8-435e-8c78-8532b3690da0 HTTP/1.1" status: 404 len: 347 time: 0.0144784 Sep 08 19:30:08.351494 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.351877 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.352214 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.352541 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.352865 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.353188 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.353569 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.354101 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.354224 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46096) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:08.354325 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.354646 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca76576-59ad-48aa-8fd1-5d8fc7e5c14b tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:08.478947 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Deleting port a5fc99c6-ac97-43f5-b5ef-39f3ff2e7613 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:30:08.479283 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.558207 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.558537 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.570919 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Calling delete_port for a5fc99c6-ac97-43f5-b5ef-39f3ff2e7613 owned by network:floatingip {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:30:08.773827 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.799263 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Pushing event deleted for resources: {'Port': ['ID=a5fc99c6-ac97-43f5-b5ef-39f3ff2e7613,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:08.857639 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.860109 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:08.861251 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a67286dc-f190-4ff7-9650-e2fd808d7c7d tempest-AttachVolumeShelveTestJSON-1227955699 tempest-AttachVolumeShelveTestJSON-1227955699-project] 10.222.0.21 "DELETE /v2.0/floatingips/d0414e0c-6fa0-403b-a5b7-742a6a980b4e HTTP/1.1" status: 204 len: 168 time: 0.5062077 Sep 08 19:30:10.136424 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:30:10.156919 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 1d855ef9-a2ec-4abf-8990-b829b1a10d78 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:30:10.157264 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 1d855ef9-a2ec-4abf-8990-b829b1a10d78 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:30:11.541741 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46120) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:12.029179 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775979'] for router_interface, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:12.513518 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Deleting port 833b8dac-cecf-4d00-8ef7-09f2364bd99b {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:30:12.513879 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:12.593138 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] For port 833b8dac-cecf-4d00-8ef7-09f2364bd99b, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=833b8dac-cecf-4d00-8ef7-09f2364bd99b,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:30:12.593830 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:12.605926 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Calling delete_port for 833b8dac-cecf-4d00-8ef7-09f2364bd99b owned by network:router_interface {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:30:12.867215 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:12.894465 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=833b8dac-cecf-4d00-8ef7-09f2364bd99b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:13.068270 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776095'] for router_interface, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:13.279030 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:30:13.391900 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:30:13.397373 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f8fa149d-ca7a-4ed7-8923-aaf0a2fc7d6b admin admin] 10.222.0.21 "PUT /v2.0/routers/aab0f271-f598-4a29-8270-2ccb7a2c6ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8546073 Sep 08 19:30:13.399898 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46128) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:13.400501 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] Sync routers for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:30:13.409308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:30:13.410911 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:30:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:13.503124 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks [] for router, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:13.512801 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:30:13.603355 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:13.692794 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8698481c-e62d-455b-8eb8-9252ae145302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:30:12Z', 'revision_number': 5, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port': {'id': '8698481c-e62d-455b-8eb8-9252ae145302', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:23:15Z', 'updated_at': '2021-09-08T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:13.728881 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] Checking router: aab0f271-f598-4a29-8270-2ccb7a2c6ad8 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:30:13.739443 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] Routers {'aab0f271-f598-4a29-8270-2ccb7a2c6ad8'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:30:13.740399 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:30:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:13.763356 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Deleting port 8698481c-e62d-455b-8eb8-9252ae145302 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:30:13.763922 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:13.830556 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] Set router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 gateway port host: None {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:30:13.858704 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] For port 8698481c-e62d-455b-8eb8-9252ae145302, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=8698481c-e62d-455b-8eb8-9252ae145302,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:30:13.859046 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:13.874807 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Calling delete_port for 8698481c-e62d-455b-8eb8-9252ae145302 owned by network:router_gateway {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:30:14.013099 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:30:13Z', 'revision_number': 6, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port_host': None}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:14.040042 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85a026-9500-4ec4-9f6f-d824374af2e3 None None] The sync data for ids ['aab0f271-f598-4a29-8270-2ccb7a2c6ad8'] in dv-cinder-807933-1-iscsi is: [{'id': 'aab0f271-f598-4a29-8270-2ccb7a2c6ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-1442299420-router', 'tenant_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:23:13Z', 'updated_at': '2021-09-08T19:30:13Z', 'revision_number': 6, 'project_id': '5630c3d42e0c46d390aa6c787c9f7f8c', 'gw_port_host': None}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:30:14.101416 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.125749 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Pushing event deleted for resources: {'Port': ['ID=8698481c-e62d-455b-8eb8-9252ae145302,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:14.189253 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732285'] for router_gateway, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.296770 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3482'] for router, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.299241 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.439107 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770247'] for router, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.439863 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab0f271-f598-4a29-8270-2ccb7a2c6ad8 {{(pid=94486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 19:30:14.445428 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.450354 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46130) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:14.450968 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e14097bb-cffe-429f-ba13-0aaf1d3dfe93 admin admin] 10.222.0.21 "DELETE /v2.0/routers/aab0f271-f598-4a29-8270-2ccb7a2c6ad8 HTTP/1.1" status: 204 len: 168 time: 1.0496740 Sep 08 19:30:14.497549 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-835a6f20-ba4b-476e-a8c2-90125ec8f15d admin admin] Deleting subnet 2f1a0f41-3899-4747-a169-50cdd774165f {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:30:14.500597 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-835a6f20-ba4b-476e-a8c2-90125ec8f15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.536060 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-835a6f20-ba4b-476e-a8c2-90125ec8f15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278518'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.666360 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-835a6f20-ba4b-476e-a8c2-90125ec8f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.774514 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-835a6f20-ba4b-476e-a8c2-90125ec8f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4935558'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.800347 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a6f20-ba4b-476e-a8c2-90125ec8f15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1a0f41-3899-4747-a169-50cdd774165f,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:14.803876 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-835a6f20-ba4b-476e-a8c2-90125ec8f15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.805773 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-835a6f20-ba4b-476e-a8c2-90125ec8f15d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2f1a0f41-3899-4747-a169-50cdd774165f HTTP/1.1" status: 204 len: 168 time: 0.3535998 Sep 08 19:30:14.808264 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46132) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:14.812037 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8cf6a-9401-4326-a3cc-21ad8c121a33 None None] Network b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:30:14.886640 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:14.939014 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Deleting port d59b3403-2fa0-4fc9-ba80-edcf039ad540 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:30:14.939248 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.002757 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] DHCP port deletion for b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 request from dv-cinder-807933-1-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 19:30:15.017095 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] For port d59b3403-2fa0-4fc9-ba80-edcf039ad540, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=d59b3403-2fa0-4fc9-ba80-edcf039ad540,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:30:15.017461 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.032810 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Calling delete_port for d59b3403-2fa0-4fc9-ba80-edcf039ad540 owned by network:dhcp {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:30:15.060047 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Deleting port d59b3403-2fa0-4fc9-ba80-edcf039ad540 {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:30:15.060417 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.120918 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] For port d59b3403-2fa0-4fc9-ba80-edcf039ad540, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=d59b3403-2fa0-4fc9-ba80-edcf039ad540,segment=NetworkSegment(03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0),segment_id=03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:30:15.122265 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.133494 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Calling delete_port for d59b3403-2fa0-4fc9-ba80-edcf039ad540 owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:30:15.175961 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.203261 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] No DVR routers for this DVR port d59b3403-2fa0-4fc9-ba80-edcf039ad540 on host dv-cinder-807933-1-iscsi {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:30:15.208484 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d59b3403-2fa0-4fc9-ba80-edcf039ad540,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:15.211387 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.236706 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Pushing event deleted for resources: {'Port': ['ID=d59b3403-2fa0-4fc9-ba80-edcf039ad540,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:15.244029 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] No DVR routers for this DVR port d59b3403-2fa0-4fc9-ba80-edcf039ad540 on host dv-cinder-807933-1-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:30:15.246290 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.246632 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.246963 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.247288 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.247686 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.248010 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.248332 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.248647 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.248964 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.249278 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.249592 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.249923 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713166b9-fd60-4c83-abe2-c79ce98f77c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:30:15.282737 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.303053 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:15.311898 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:15.312194 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bff8e3-77f6-4abf-b5b3-d46b8ebe7cc0') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:15.322593 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278415'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.335457 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.340996 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:30:15.341372 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4249662'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: Traceback (most recent call last): Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: timer() Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: cb(*args, **kw) Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: return func(*args, **kwargs) Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: self._notify() Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: self.callback(batched_events) Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: event.method(event) Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: return f(self, *a, **k) Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._get(url).json() Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:30:15.342983 dv-cinder-807933-1-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:30:15.467085 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.472866 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.474746 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] 10.222.0.21 "DELETE /v2.0/networks/b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65 HTTP/1.1" status: 204 len: 168 time: 0.6655781 Sep 08 19:30:15.489958 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36280594-10c6-4382-9364-3f2e99c43d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5dc60f4-fb5e-49d5-b4a8-6d379d4e9b65,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:15.762998 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 8698481c-e62d-455b-8eb8-9252ae145302 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:30:15.783143 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 8698481c-e62d-455b-8eb8-9252ae145302 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:30:15.783486 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 8698481c-e62d-455b-8eb8-9252ae145302 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:30:15.783896 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device d59b3403-2fa0-4fc9-ba80-edcf039ad540 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:30:15.804204 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: d59b3403-2fa0-4fc9-ba80-edcf039ad540 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:30:15.804664 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device d59b3403-2fa0-4fc9-ba80-edcf039ad540 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:30:15.805126 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 833b8dac-cecf-4d00-8ef7-09f2364bd99b no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:30:15.817192 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46136) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:15.825330 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 833b8dac-cecf-4d00-8ef7-09f2364bd99b {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:30:15.825945 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 833b8dac-cecf-4d00-8ef7-09f2364bd99b not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:30:15.856790 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0a8435fc-63b4-402f-bd93-d49c632462fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5630c3d42e0c46d390aa6c787c9f7f8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383844 Sep 08 19:30:15.859335 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46138) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:15.904897 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5b34629d-fc70-4568-a61c-336866a73ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:15.926061 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5b34629d-fc70-4568-a61c-336866a73ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:16.037052 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5b34629d-fc70-4568-a61c-336866a73ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:16.039690 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5b34629d-fc70-4568-a61c-336866a73ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:16.043537 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5b34629d-fc70-4568-a61c-336866a73ff2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3d394ad-d45a-46a9-adaf-e33bea8a9553 HTTP/1.1" status: 204 len: 168 time: 0.1806729 Sep 08 19:30:16.049195 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34629d-fc70-4568-a61c-336866a73ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d394ad-d45a-46a9-adaf-e33bea8a9553,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:17.262204 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ef3b7-3eac-409a-85bb-dd06d3b2a46f req-67c80c7a-df7c-4be7-9f97-2669ab36ec93 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:17.263841 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-348ef3b7-3eac-409a-85bb-dd06d3b2a46f req-67c80c7a-df7c-4be7-9f97-2669ab36ec93 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0489180 Sep 08 19:30:17.303112 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-348ef3b7-3eac-409a-85bb-dd06d3b2a46f req-6e349eb4-4f42-444f-9cf0-31499804ad01 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Sep 08 19:30:18.421113 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554f936-fee2-4ba7-918b-02667ad20c1d req-e9ca163c-f36c-4b4e-9e89-d66e77aeede8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:18.422638 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4554f936-fee2-4ba7-918b-02667ad20c1d req-e9ca163c-f36c-4b4e-9e89-d66e77aeede8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0503354 Sep 08 19:30:18.461738 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4554f936-fee2-4ba7-918b-02667ad20c1d req-df5edd34-f64c-4e59-b5f9-c4b2084d1a80 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Sep 08 19:30:19.086562 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-6770738c-0dbf-4200-a233-37650e766b0f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:19.087892 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-6770738c-0dbf-4200-a233-37650e766b0f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0498283 Sep 08 19:30:19.180344 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Deleting port df0dcd93-c62a-4761-8be2-e2b52cf45926 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:30:19.180705 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:19.270239 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] For port df0dcd93-c62a-4761-8be2-e2b52cf45926, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=df0dcd93-c62a-4761-8be2-e2b52cf45926,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:30:19.270601 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:19.445513 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:19.446186 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:19.446186 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Floating IP 7c747cec-91c4-433e-989b-49d8af732d1d disassociated. External IP: 172.27.0.169, port: df0dcd93-c62a-4761-8be2-e2b52cf45926. Sep 08 19:30:19.446579 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Calling delete_port for df0dcd93-c62a-4761-8be2-e2b52cf45926 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:30:19.586429 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d70a2-2fcf-4bb6-bcaa-ecb21b98a0ff req-5f37ddc9-28cc-495a-a8b3-14dcbb25a754 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:19.587953 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-617d70a2-2fcf-4bb6-bcaa-ecb21b98a0ff req-5f37ddc9-28cc-495a-a8b3-14dcbb25a754 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 945 time: 0.0572875 Sep 08 19:30:19.632500 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-617d70a2-2fcf-4bb6-bcaa-ecb21b98a0ff req-da94986d-085f-49d1-a556-7c28cbb15323 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=711d3647-49f2-4735-97e0-7acc6dda37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329986 Sep 08 19:30:19.651050 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:19.681278 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event deleted for resources: {'Port': ['ID=df0dcd93-c62a-4761-8be2-e2b52cf45926,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:19.800796 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Router 4d138c4c-9bdf-4de2-9992-824615e526e0 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:30:19.910300 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:30:19.919385 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] Sync routers for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:30:19.929339 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:30:19.930090 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:30:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:19.952785 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] No DVR routers for this DVR port df0dcd93-c62a-4761-8be2-e2b52cf45926 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:30:19.955374 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:19.958081 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6fbb8f85-1689-4b7f-8a87-7ee603caedda req-70feaab6-c7bd-4b09-8974-98672c329109 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "DELETE /v2.0/ports/df0dcd93-c62a-4761-8be2-e2b52cf45926 HTTP/1.1" status: 204 len: 173 time: 0.8644316 Sep 08 19:30:19.958510 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'name': 'network-vif-deleted', 'tag': 'df0dcd93-c62a-4761-8be2-e2b52cf45926'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:30:19.960869 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4156b0-d5e2-450c-b836-712fb0fd3f2c" -d '{"events": [{"server_uuid": "b23d458a-758f-42bf-8f0c-6d2231e8443c", "name": "network-vif-deleted", "tag": "df0dcd93-c62a-4761-8be2-e2b52cf45926"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:30:20.013192 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae700a43-dd5a-4105-b0b0-473e38404855 x-openstack-request-id: req-ae700a43-dd5a-4105-b0b0-473e38404855 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:30:20.015788 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23d458a-758f-42bf-8f0c-6d2231e8443c", "name": "network-vif-deleted", "tag": "df0dcd93-c62a-4761-8be2-e2b52cf45926", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:30:20.016049 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae700a43-dd5a-4105-b0b0-473e38404855 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:30:20.016459 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23d458a-758f-42bf-8f0c-6d2231e8443c', 'name': 'network-vif-deleted', 'tag': 'df0dcd93-c62a-4761-8be2-e2b52cf45926', 'status': 'completed', 'code': 200} Sep 08 19:30:20.068334 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:30:20.299846 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:20.325610 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] Checking router: 4d138c4c-9bdf-4de2-9992-824615e526e0 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:30:20.334279 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:30:20.334875 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:30:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:20.436981 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:30:20.632166 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:20.662418 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc7bd7-e700-48dd-b35d-271ad332a541 None None] The sync data for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi is: [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:30:20.749932 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-62ff70cf-69c1-4511-962c-baec39022c50 req-d9e6bc8a-495a-4e18-831e-df07e0112b8b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 210 time: 0.0285060 Sep 08 19:30:20.896560 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb36e7-6674-47c3-b59b-c83a50dbca66 None None] New status for floating IP 7c747cec-91c4-433e-989b-49d8af732d1d: DOWN {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:30:21.855300 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-30d2f489-3225-4731-ac50-0b123b42051e req-76aae224-3a1b-4788-9bbc-fcf53827ea3c tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 210 time: 0.0260639 Sep 08 19:30:22.238888 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device df0dcd93-c62a-4761-8be2-e2b52cf45926 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:30:22.258985 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: df0dcd93-c62a-4761-8be2-e2b52cf45926 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:30:22.259324 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device df0dcd93-c62a-4761-8be2-e2b52cf45926 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:30:22.955723 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-907c723c-f4a6-4c91-a9d5-134264c744c3 req-b4c49559-2d5a-4c1f-af2e-7be7aee879d8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23d458a-758f-42bf-8f0c-6d2231e8443c HTTP/1.1" status: 200 len: 210 time: 0.0247247 Sep 08 19:30:23.507073 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.124600 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46222) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:24.177853 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81526e2d-25c5-4027-b2f6-7dd3efcf1fd0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.199551 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81526e2d-25c5-4027-b2f6-7dd3efcf1fd0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.289822 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81526e2d-25c5-4027-b2f6-7dd3efcf1fd0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.292407 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81526e2d-25c5-4027-b2f6-7dd3efcf1fd0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.293559 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-81526e2d-25c5-4027-b2f6-7dd3efcf1fd0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "DELETE /v2.0/security-groups/711d3647-49f2-4735-97e0-7acc6dda37e8 HTTP/1.1" status: 204 len: 168 time: 0.1679888 Sep 08 19:30:24.296409 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46230) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:24.303629 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81526e2d-25c5-4027-b2f6-7dd3efcf1fd0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711d3647-49f2-4735-97e0-7acc6dda37e8,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:24.310463 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.api.v2.resource [None req-746db6f5-39be-426c-be19-4f3c844257e2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] show failed (client error): The resource could not be found. Sep 08 19:30:24.314073 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-746db6f5-39be-426c-be19-4f3c844257e2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups/711d3647-49f2-4735-97e0-7acc6dda37e8 HTTP/1.1" status: 404 len: 347 time: 0.0140443 Sep 08 19:30:24.314507 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46232) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:24.442761 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Deleting port 197f8456-8f64-4880-a6f3-f6eaaa714104 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:30:24.443174 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.523589 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.523840 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.535252 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Calling delete_port for 197f8456-8f64-4880-a6f3-f6eaaa714104 owned by network:floatingip {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:30:24.756598 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.780816 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event deleted for resources: {'Port': ['ID=197f8456-8f64-4880-a6f3-f6eaaa714104,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:24.844939 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.848095 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:24.848928 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-7d108e10-b265-445f-814b-818f3fa3448e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "DELETE /v2.0/floatingips/7c747cec-91c4-433e-989b-49d8af732d1d HTTP/1.1" status: 204 len: 168 time: 0.5334029 Sep 08 19:30:25.093954 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46246) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:25.098653 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d7edf3e1-2491-4344-96bf-dc78579e96bc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92377001', 'description': 'tempest-description--1804333916'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:30:25.203845 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d7edf3e1-2491-4344-96bf-dc78579e96bc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:25.282081 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d7edf3e1-2491-4344-96bf-dc78579e96bc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:25.364944 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d7edf3e1-2491-4344-96bf-dc78579e96bc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:25.392597 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edf3e1-2491-4344-96bf-dc78579e96bc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a471cb15-c37d-48a5-a676-fba16624b975,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:25.455703 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d7edf3e1-2491-4344-96bf-dc78579e96bc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:25.456976 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d7edf3e1-2491-4344-96bf-dc78579e96bc tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3619411 Sep 08 19:30:25.460214 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46248) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:25.464494 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-342e6ef3-798c-4969-ba1d-130a11f9806d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'security_group_rule': {'security_group_id': 'a471cb15-c37d-48a5-a676-fba16624b975', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:30:25.832307 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-342e6ef3-798c-4969-ba1d-130a11f9806d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:25.887447 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-342e6ef3-798c-4969-ba1d-130a11f9806d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:25.969983 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-342e6ef3-798c-4969-ba1d-130a11f9806d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:25.989062 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e6ef3-798c-4969-ba1d-130a11f9806d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bc10ab-d14f-4533-b226-578c5ef6ca7c,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:26.089902 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-342e6ef3-798c-4969-ba1d-130a11f9806d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:26.091098 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-342e6ef3-798c-4969-ba1d-130a11f9806d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6299558 Sep 08 19:30:26.093736 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46252) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:26.098170 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-760fdd41-4f7d-4f1a-932b-7bcc78bf40a5 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'security_group_rule': {'security_group_id': 'a471cb15-c37d-48a5-a676-fba16624b975', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:30:26.195690 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-760fdd41-4f7d-4f1a-932b-7bcc78bf40a5 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:26.252660 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-760fdd41-4f7d-4f1a-932b-7bcc78bf40a5 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:26.339551 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-760fdd41-4f7d-4f1a-932b-7bcc78bf40a5 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:26.360507 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fdd41-4f7d-4f1a-932b-7bcc78bf40a5 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b8a2da-bb80-4e8f-9b27-c11da6474f21,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:26.432436 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-760fdd41-4f7d-4f1a-932b-7bcc78bf40a5 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:26.433660 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-760fdd41-4f7d-4f1a-932b-7bcc78bf40a5 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389947 Sep 08 19:30:26.436656 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46254) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:26.440880 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'floatingip': {'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:30:26.522635 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:26.618486 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:26.726286 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Allocated IP 172.27.0.80 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/80460720-4776-4ce2-a2f9-f0136ad9faff) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:30:26.823037 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:26.958783 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:26.999814 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:30:27.002613 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:30:27.008873 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:30:27.030163 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'Port': ['ID=80460720-4776-4ce2-a2f9-f0136ad9faff,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:27.091808 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:27.159127 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:27.306809 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:27.356499 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:27.428122 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'Port': ['ID=80460720-4776-4ce2-a2f9-f0136ad9faff,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:27.437492 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:27.568194 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:27.570208 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c9549517-8e03-498e-bc1f-2376813f66f8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1323786 Sep 08 19:30:27.762590 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-5fe69e46-2d42-4f55-a642-9ed067221e29 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--92377001&fields=id&tenant_id=33fe5a2baa51495ab417abfc0d0a795c HTTP/1.1" status: 200 len: 267 time: 0.0332491 Sep 08 19:30:27.864462 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f20c5-25ea-4573-8426-a27a0262015b req-b8926eb9-36ed-4f50-89e9-e5daca4ce3e0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:27.866355 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-b8926eb9-36ed-4f50-89e9-e5daca4ce3e0 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/networks?id=a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 200 len: 811 time: 0.0967155 Sep 08 19:30:27.880725 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-64872525-2be5-4a0a-917a-a2b572701e16 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/quotas/33fe5a2baa51495ab417abfc0d0a795c HTTP/1.1" status: 200 len: 375 time: 0.0085046 Sep 08 19:30:27.934805 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-ce778f83-b713-4f01-9b9f-6666ce4bfa9d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483286 Sep 08 19:30:28.030453 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-e4a22229-d331-4488-b57a-5201edbc6bef service neutron] 10.222.0.21 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830991 Sep 08 19:30:28.122308 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-a3af3a66-608d-4f8e-a5e8-acab4f5554b0 service neutron] 10.222.0.21 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856791 Sep 08 19:30:28.397145 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0735f1c8-3176-4f1f-ae52-eb4fc2294f62 req-b93e46d0-d2c8-4264-802c-0e8fe3848b80 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 210 time: 0.0267677 Sep 08 19:30:29.491457 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-875032da-7ccd-4b80-8ba7-57730d1f1213 req-abf3dcce-c7ba-4bd1-a6c6-45596c592879 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 210 time: 0.0257027 Sep 08 19:30:30.209101 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f20c5-25ea-4573-8426-a27a0262015b req-06a163f8-5613-4b10-a80f-56097ef56fe3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:30.210568 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-06a163f8-5613-4b10-a80f-56097ef56fe3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "GET /v2.0/networks?id=a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 200 len: 811 time: 0.1023822 Sep 08 19:30:30.252355 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-b79812fb-e534-42d2-bae7-ac2d788f720a tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33fe5a2baa51495ab417abfc0d0a795c HTTP/1.1" status: 200 len: 378 time: 0.0328360 Sep 08 19:30:30.262033 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'port': {'device_id': '011890af-ad60-4d1e-9c23-b96d089771eb', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'admin_state_up': True, 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'security_groups': ['a471cb15-c37d-48a5-a676-fba16624b975']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:30:30.450185 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Made reservation on behalf of 33fe5a2baa51495ab417abfc0d0a795c for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:30:30.454027 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:30.809988 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f45167b1-c040-43cb-a48d-600b297f4461 req-2adf4da2-715e-476f-b804-fb689dfe55c4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 210 time: 0.0329370 Sep 08 19:30:30.871188 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Allocated IP 172.20.0.4 (a4c11c2f-276a-4315-9121-02d331fdc08b/81c5b9fb-43cf-45aa-a268-bb3604ce7269/f50f85dc-ed79-483a-ae68-3d248a144a28) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:30:31.008898 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:31.021715 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Transition to ACTIVE for port object f50f85dc-ed79-483a-ae68-3d248a144a28 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:30:31.141665 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:31.182641 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Network a4c11c2f-276a-4315-9121-02d331fdc08b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:30:31.185569 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:30:31.189219 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:30:31.216966 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event updated for resources: {'Port': ['ID=f50f85dc-ed79-483a-ae68-3d248a144a28,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:31.252491 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:31.253117 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:31.329102 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-a55c7d99-d646-4840-a60c-5d4d4a91ccc8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0707507 Sep 08 19:30:31.342433 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Request body: {'port': {'device_id': '011890af-ad60-4d1e-9c23-b96d089771eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:30:31.394907 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:31.464832 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-4fcfdcd1-cc61-4a1e-9a1c-6c9c983404aa None None] Provisioning for port f50f85dc-ed79-483a-ae68-3d248a144a28 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:30:31.474025 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-4fcfdcd1-cc61-4a1e-9a1c-6c9c983404aa None None] Provisioning complete for port f50f85dc-ed79-483a-ae68-3d248a144a28 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:30:31.474025 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4fcfdcd1-cc61-4a1e-9a1c-6c9c983404aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:31.503040 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-4fcfdcd1-cc61-4a1e-9a1c-6c9c983404aa None None] Port f50f85dc-ed79-483a-ae68-3d248a144a28 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:30:31.657001 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50f85dc-ed79-483a-ae68-3d248a144a28 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:30:31.664966 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:31.676782 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Transition to ACTIVE for port object f50f85dc-ed79-483a-ae68-3d248a144a28 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:30:31.745267 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-92b4f5ca-7982-4406-ba4c-e03655964d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:31.775397 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:31.831691 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Pushing event updated for resources: {'Port': ['ID=f50f85dc-ed79-483a-ae68-3d248a144a28,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:31.901443 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Attempting to bind port f50f85dc-ed79-483a-ae68-3d248a144a28 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:30:31.901982 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Attempting to bind port f50f85dc-ed79-483a-ae68-3d248a144a28 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:30:31.902314 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Attempting to bind port f50f85dc-ed79-483a-ae68-3d248a144a28 on network a4c11c2f-276a-4315-9121-02d331fdc08b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:30:31.906872 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Port f50f85dc-ed79-483a-ae68-3d248a144a28 on network a4c11c2f-276a-4315-9121-02d331fdc08b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:30:31.907192 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Attempting to bind port f50f85dc-ed79-483a-ae68-3d248a144a28 on network a4c11c2f-276a-4315-9121-02d331fdc08b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:30:31.912339 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:30:31.912676 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Checking segment: {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:30:31.913061 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Bound using segment: {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:30:31.913497 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Bound port: f50f85dc-ed79-483a-ae68-3d248a144a28, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04d3bf3-dd24-41fb-a7db-832a893e7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:30:31.913879 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:31.939187 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6939b-ce09-4f7b-aba5-a6c0fc932898 req-d587db1b-7d80-4336-a838-cb13fc71483e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:31.942020 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2fb6939b-ce09-4f7b-aba5-a6c0fc932898 req-d587db1b-7d80-4336-a838-cb13fc71483e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 943 time: 0.0547597 Sep 08 19:30:31.982561 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2fb6939b-ce09-4f7b-aba5-a6c0fc932898 req-9178c065-b12e-49d5-b397-e6d02f94daa7 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336812 Sep 08 19:30:31.984156 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] For port f50f85dc-ed79-483a-ae68-3d248a144a28, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:30:31.988037 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] For port f50f85dc-ed79-483a-ae68-3d248a144a28, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f50f85dc-ed79-483a-ae68-3d248a144a28,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:30:32.050078 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:32.091047 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:32.091544 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:32.092945 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] 10.222.0.38 "PUT /v2.0/ports/f50f85dc-ed79-483a-ae68-3d248a144a28 HTTP/1.1" status: 200 len: 1093 time: 0.7547958 Sep 08 19:30:32.093403 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011890af-ad60-4d1e-9c23-b96d089771eb', 'tag': 'f50f85dc-ed79-483a-ae68-3d248a144a28'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:30:32.096579 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d20fb5-1e7d-4237-9bfb-d01991c0217d" -d '{"events": [{"name": "network-changed", "server_uuid": "011890af-ad60-4d1e-9c23-b96d089771eb", "tag": "f50f85dc-ed79-483a-ae68-3d248a144a28"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:30:32.122618 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ea275-8ec8-49b7-a9cd-efe66b938679 service neutron] Pushing event updated for resources: {'Port': ['ID=f50f85dc-ed79-483a-ae68-3d248a144a28,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:32.142427 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4f3fb1-25ec-4126-a21f-6b33bcb874e7 x-openstack-request-id: req-bd4f3fb1-25ec-4126-a21f-6b33bcb874e7 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:30:32.142724 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011890af-ad60-4d1e-9c23-b96d089771eb", "tag": "f50f85dc-ed79-483a-ae68-3d248a144a28", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:30:32.142975 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd4f3fb1-25ec-4126-a21f-6b33bcb874e7 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:30:32.143378 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011890af-ad60-4d1e-9c23-b96d089771eb', 'tag': 'f50f85dc-ed79-483a-ae68-3d248a144a28', 'status': 'completed', 'code': 200} Sep 08 19:30:33.094637 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4cb3c-ce3e-415d-9473-9d0dcb29eacf req-ea8c6d12-4a19-4c53-92d4-791093288ac3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:33.096063 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acb4cb3c-ce3e-415d-9473-9d0dcb29eacf req-ea8c6d12-4a19-4c53-92d4-791093288ac3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 943 time: 0.0459847 Sep 08 19:30:33.134220 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acb4cb3c-ce3e-415d-9473-9d0dcb29eacf req-1e2e4d85-27cd-4cfe-bc98-cb1b47a27ae2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314164 Sep 08 19:30:34.158567 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a02d-f31f-4eb0-8924-64b367ce31c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:34.277024 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637660d-f3c0-42a2-8b2a-5653fda7a8c1 req-c9391425-9282-4dba-9e7f-255a60c2337e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:34.278524 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b637660d-f3c0-42a2-8b2a-5653fda7a8c1 req-c9391425-9282-4dba-9e7f-255a60c2337e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 943 time: 0.0779748 Sep 08 19:30:34.284111 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20fb5-1e7d-4237-9bfb-d01991c0217d req-20e9a0ad-db7d-4a9f-bd19-d71dae9e4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:34.285526 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3d20fb5-1e7d-4237-9bfb-d01991c0217d req-20e9a0ad-db7d-4a9f-bd19-d71dae9e4858 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 1096 time: 0.0592000 Sep 08 19:30:34.345923 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b637660d-f3c0-42a2-8b2a-5653fda7a8c1 req-0cd3591f-5781-452b-91be-96159aaf1fe3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593963 Sep 08 19:30:34.398339 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:34.407287 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20fb5-1e7d-4237-9bfb-d01991c0217d req-ce7a71cd-1106-4e50-ae9b-e6396d06f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:34.408818 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3d20fb5-1e7d-4237-9bfb-d01991c0217d req-ce7a71cd-1106-4e50-ae9b-e6396d06f15d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1100197 Sep 08 19:30:34.511090 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20fb5-1e7d-4237-9bfb-d01991c0217d req-2cb4665c-129c-4539-a884-b02f688fd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:34.512596 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b3d20fb5-1e7d-4237-9bfb-d01991c0217d req-2cb4665c-129c-4539-a884-b02f688fd503 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0958703 Sep 08 19:30:34.586051 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f20c5-25ea-4573-8426-a27a0262015b req-dfdfbfd4-9fda-4d76-8473-278c0d1326da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:34.587614 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-dfdfbfd4-9fda-4d76-8473-278c0d1326da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 1096 time: 0.0413437 Sep 08 19:30:34.632415 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-368ea0d0-2427-456a-821c-ecc49edfde68 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f50f85dc-ed79-483a-ae68-3d248a144a28 HTTP/1.1" status: 200 len: 217 time: 0.0369899 Sep 08 19:30:34.688916 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f20c5-25ea-4573-8426-a27a0262015b req-37e54e8a-4442-4278-ae78-068e2feb7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:34.690281 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-37e54e8a-4442-4278-ae78-068e2feb7637 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81c5b9fb-43cf-45aa-a268-bb3604ce7269 HTTP/1.1" status: 200 len: 850 time: 0.0516458 Sep 08 19:30:34.740790 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f20c5-25ea-4573-8426-a27a0262015b req-13fa1e29-d31c-432a-b97d-ba93818c6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:34.743511 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-13fa1e29-d31c-432a-b97d-ba93818c6ef4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4c11c2f-276a-4315-9121-02d331fdc08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455875 Sep 08 19:30:34.836023 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-910470ba-0be9-4210-9670-6f40fdfad496 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855637 Sep 08 19:30:34.948350 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-989f20c5-25ea-4573-8426-a27a0262015b req-b25bde38-374a-48d2-8797-c0c8d3498dce service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049287 Sep 08 19:30:35.487167 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37591a0-c8a8-4fec-ace6-919df4e55dbc req-54193091-eac0-44a2-a4a5-cedd3ffd853d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:35.488781 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c37591a0-c8a8-4fec-ace6-919df4e55dbc req-54193091-eac0-44a2-a4a5-cedd3ffd853d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 943 time: 0.0550373 Sep 08 19:30:35.533375 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c37591a0-c8a8-4fec-ace6-919df4e55dbc req-faeff248-7290-4906-9359-034551e5a7e4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334041 Sep 08 19:30:35.918100 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:36.385459 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f50f85dc-ed79-483a-ae68-3d248a144a28 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:30:36.492645 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port f50f85dc-ed79-483a-ae68-3d248a144a28, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f50f85dc-ed79-483a-ae68-3d248a144a28,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:30:36.503891 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': 'f50f85dc-ed79-483a-ae68-3d248a144a28', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'port_id': 'f50f85dc-ed79-483a-ae68-3d248a144a28', 'mac_address': 'fa:16:3e:d9:ad:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:30:36.541144 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:36.554752 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50f85dc-ed79-483a-ae68-3d248a144a28 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:30:36.576803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port f50f85dc-ed79-483a-ae68-3d248a144a28, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f50f85dc-ed79-483a-ae68-3d248a144a28,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:30:36.661533 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:36.666745 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8d160-4bb3-4bda-8d99-1cc5d1ac91cb req-8013af5e-f636-4e46-8672-96965a470dd2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:36.673596 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-49a8d160-4bb3-4bda-8d99-1cc5d1ac91cb req-8013af5e-f636-4e46-8672-96965a470dd2 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 943 time: 0.0648978 Sep 08 19:30:36.711174 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-49a8d160-4bb3-4bda-8d99-1cc5d1ac91cb req-87967b01-e1b9-4766-be50-1c391b37ff9f tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366273 Sep 08 19:30:36.720699 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=f50f85dc-ed79-483a-ae68-3d248a144a28,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:36.876828 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['f50f85dc-ed79-483a-ae68-3d248a144a28'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:30:37.307077 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:37.700873 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:30:37.833725 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f822432-4f1d-4ce6-9214-51d86d4dfa99 req-60b0c40f-3aa4-4877-9cf9-3120d855f629 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:37.836613 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f822432-4f1d-4ce6-9214-51d86d4dfa99 req-60b0c40f-3aa4-4877-9cf9-3120d855f629 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 944 time: 0.0498576 Sep 08 19:30:37.874992 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f822432-4f1d-4ce6-9214-51d86d4dfa99 req-efd92364-9cc9-4e2f-bbf2-e24dba22ad6a tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319784 Sep 08 19:30:38.385172 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f50f85dc-ed79-483a-ae68-3d248a144a28 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:30:38.512292 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port f50f85dc-ed79-483a-ae68-3d248a144a28 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:30:38.516524 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port f50f85dc-ed79-483a-ae68-3d248a144a28 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:30:38.516895 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:38.596462 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:38.621009 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011890af-ad60-4d1e-9c23-b96d089771eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50f85dc-ed79-483a-ae68-3d248a144a28'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:30:38.623322 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3d20bb-338c-4722-9809-ec9a44078927" -d '{"events": [{"server_uuid": "011890af-ad60-4d1e-9c23-b96d089771eb", "name": "network-vif-plugged", "status": "completed", "tag": "f50f85dc-ed79-483a-ae68-3d248a144a28"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:30:38.638536 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port f50f85dc-ed79-483a-ae68-3d248a144a28, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f50f85dc-ed79-483a-ae68-3d248a144a28,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:30:38.667759 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5745ef-156c-448b-913c-0382aadc7b2c x-openstack-request-id: req-ef5745ef-156c-448b-913c-0382aadc7b2c {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:30:38.668058 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011890af-ad60-4d1e-9c23-b96d089771eb", "name": "network-vif-plugged", "status": "completed", "tag": "f50f85dc-ed79-483a-ae68-3d248a144a28", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:30:38.668465 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef5745ef-156c-448b-913c-0382aadc7b2c {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:30:38.668856 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011890af-ad60-4d1e-9c23-b96d089771eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50f85dc-ed79-483a-ae68-3d248a144a28', 'code': 200} Sep 08 19:30:38.718419 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:38.768623 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=f50f85dc-ed79-483a-ae68-3d248a144a28,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:38.992991 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36c087-d953-4bce-89eb-30e25a637cd4 req-2c259cdb-f3bb-4103-95c1-f8d6b10588c8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:38.994742 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bc36c087-d953-4bce-89eb-30e25a637cd4 req-2c259cdb-f3bb-4103-95c1-f8d6b10588c8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 945 time: 0.0508559 Sep 08 19:30:39.034825 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bc36c087-d953-4bce-89eb-30e25a637cd4 req-9af68bf3-43f8-425a-9ff5-453095b66e3a tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341570 Sep 08 19:30:40.158184 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d62861-99f5-4b5b-96b0-b292386aee53 req-f3924952-25d4-4a0c-8c67-97bb3cbfafb8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:40.159659 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-02d62861-99f5-4b5b-96b0-b292386aee53 req-f3924952-25d4-4a0c-8c67-97bb3cbfafb8 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 945 time: 0.0496116 Sep 08 19:30:40.203554 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-02d62861-99f5-4b5b-96b0-b292386aee53 req-9c403aa3-8496-4071-b454-338f0c801a34 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370464 Sep 08 19:30:40.575438 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6687188-675c-4848-9059-f9e2e5286027 req-20cd57a8-06d6-4108-9f1b-77dd97c5431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:40.576959 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c6687188-675c-4848-9059-f9e2e5286027 req-20cd57a8-06d6-4108-9f1b-77dd97c5431f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 1098 time: 0.0420473 Sep 08 19:30:40.614694 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c6687188-675c-4848-9059-f9e2e5286027 req-bd5d6b90-02e9-4b12-bda9-8a052de63427 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308933 Sep 08 19:30:41.329589 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304d371-41cc-41ad-8be7-ab8c0f2e713f req-9785b036-35e8-4ddd-ac69-62cb87465120 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:41.331112 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1304d371-41cc-41ad-8be7-ab8c0f2e713f req-9785b036-35e8-4ddd-ac69-62cb87465120 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 945 time: 0.0590835 Sep 08 19:30:41.370904 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1304d371-41cc-41ad-8be7-ab8c0f2e713f req-04d2a49e-3b96-4567-b20a-64c39fa97d0d tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336905 Sep 08 19:30:42.484704 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef41f1-0974-40ef-9d07-3b94de818e54 req-f00a3ad9-58fb-449e-a810-3b1069f18caa tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:42.486248 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1fef41f1-0974-40ef-9d07-3b94de818e54 req-f00a3ad9-58fb-449e-a810-3b1069f18caa tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 945 time: 0.0509832 Sep 08 19:30:42.528487 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1fef41f1-0974-40ef-9d07-3b94de818e54 req-f4f3d01b-d3bb-4602-a04d-78ba5f0c67e3 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362689 Sep 08 19:30:42.647514 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbcbfc-1856-46af-9e0c-9b7677948a3d req-d137b86a-1275-4337-8697-786119f8c7d6 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:42.649596 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d0fbcbfc-1856-46af-9e0c-9b7677948a3d req-d137b86a-1275-4337-8697-786119f8c7d6 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 945 time: 0.0496335 Sep 08 19:30:42.658013 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46388) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:42.662550 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-8abc85c7-7ac8-4888-9ab3-810189aac1f4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Request body: {'floatingip': {'port_id': 'f50f85dc-ed79-483a-ae68-3d248a144a28'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:30:42.705142 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8abc85c7-7ac8-4888-9ab3-810189aac1f4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:43.143055 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8abc85c7-7ac8-4888-9ab3-810189aac1f4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:43.192624 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8abc85c7-7ac8-4888-9ab3-810189aac1f4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:43.287912 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-8abc85c7-7ac8-4888-9ab3-810189aac1f4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Floating IP 0b38a786-b1e0-42e3-9cbf-6db0e6e7bd94 associated. External IP: 172.27.0.80, port: f50f85dc-ed79-483a-ae68-3d248a144a28. Sep 08 19:30:43.747318 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abc85c7-7ac8-4888-9ab3-810189aac1f4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Router 4d138c4c-9bdf-4de2-9992-824615e526e0 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:30:43.850163 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abc85c7-7ac8-4888-9ab3-810189aac1f4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:30:43.855032 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8abc85c7-7ac8-4888-9ab3-810189aac1f4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:43.859774 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] Sync routers for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:30:43.868263 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:30:43.868854 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:30:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:43.881032 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8abc85c7-7ac8-4888-9ab3-810189aac1f4 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "PUT /v2.0/floatingips/0b38a786-b1e0-42e3-9cbf-6db0e6e7bd94 HTTP/1.1" status: 200 len: 990 time: 1.2219419 Sep 08 19:30:43.881624 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011890af-ad60-4d1e-9c23-b96d089771eb', 'tag': 'f50f85dc-ed79-483a-ae68-3d248a144a28'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:30:43.884728 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "011890af-ad60-4d1e-9c23-b96d089771eb", "tag": "f50f85dc-ed79-483a-ae68-3d248a144a28"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:30:43.924622 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5889535e-0102-412c-b65f-e56c0c836b2d x-openstack-request-id: req-5889535e-0102-412c-b65f-e56c0c836b2d {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:30:43.924983 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011890af-ad60-4d1e-9c23-b96d089771eb", "tag": "f50f85dc-ed79-483a-ae68-3d248a144a28", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:30:43.925325 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5889535e-0102-412c-b65f-e56c0c836b2d {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:30:43.925907 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011890af-ad60-4d1e-9c23-b96d089771eb', 'tag': 'f50f85dc-ed79-483a-ae68-3d248a144a28', 'status': 'completed', 'code': 200} Sep 08 19:30:43.971834 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:30:44.190740 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '0b38a786-b1e0-42e3-9cbf-6db0e6e7bd94', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'port_id': 'f50f85dc-ed79-483a-ae68-3d248a144a28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'mac_address': 'fa:16:3e:d9:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011890af-ad60-4d1e-9c23-b96d089771eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:30:27Z', 'updated_at': '2021-09-08T19:30:43Z', 'revision_number': 1, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:44.296887 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] Checking router: 4d138c4c-9bdf-4de2-9992-824615e526e0 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:30:44.305755 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:30:44.306344 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:30:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:44.411397 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:30:44.635262 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '0b38a786-b1e0-42e3-9cbf-6db0e6e7bd94', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'port_id': 'f50f85dc-ed79-483a-ae68-3d248a144a28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'mac_address': 'fa:16:3e:d9:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011890af-ad60-4d1e-9c23-b96d089771eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:30:27Z', 'updated_at': '2021-09-08T19:30:43Z', 'revision_number': 1, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:30:44.667216 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d035-94a7-4a78-9ba8-9732110ab7f8 None None] The sync data for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi is: [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '0b38a786-b1e0-42e3-9cbf-6db0e6e7bd94', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'port_id': 'f50f85dc-ed79-483a-ae68-3d248a144a28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'mac_address': 'fa:16:3e:d9:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011890af-ad60-4d1e-9c23-b96d089771eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:30:27Z', 'updated_at': '2021-09-08T19:30:43Z', 'revision_number': 1, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:30:44.835106 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ca151-d48a-46bf-a055-87770b26b702 None None] New status for floating IP 0b38a786-b1e0-42e3-9cbf-6db0e6e7bd94: ACTIVE {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:30:46.261070 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-c9f88428-657d-41be-860c-46f6e79df3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:46.262609 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-c9f88428-657d-41be-860c-46f6e79df3de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 1098 time: 0.0401328 Sep 08 19:30:46.354528 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-32ff5787-914a-4808-a78e-3f7df69fef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:46.355957 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-32ff5787-914a-4808-a78e-3f7df69fef6d service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 200 len: 911 time: 0.0853705 Sep 08 19:30:46.424950 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-e970a48d-c2c3-4806-b70f-4ade940ca611 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f50f85dc-ed79-483a-ae68-3d248a144a28 HTTP/1.1" status: 200 len: 1000 time: 0.0615132 Sep 08 19:30:46.474684 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-ee5b8f63-e39b-432b-b5e7-d002e3257234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:46.476060 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-ee5b8f63-e39b-432b-b5e7-d002e3257234 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81c5b9fb-43cf-45aa-a268-bb3604ce7269 HTTP/1.1" status: 200 len: 850 time: 0.0425649 Sep 08 19:30:46.519150 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-45529ba9-475f-43fb-93c6-c83f87728f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:30:46.520506 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-45529ba9-475f-43fb-93c6-c83f87728f61 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4c11c2f-276a-4315-9121-02d331fdc08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372868 Sep 08 19:30:46.613226 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-68e1f318-f1a1-40fe-95f6-56f1f4ef6575 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849531 Sep 08 19:30:46.701894 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a36b11d-af0e-42ba-a420-fbca3d49b1c1 req-7e25a34e-fab8-4053-b245-cc1cdd405008 service neutron] 10.222.0.38 "GET /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814614 Sep 08 19:30:51.825071 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46464) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:51.926669 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-47d5c91d-dcf8-4a7c-a317-0765a9891f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.011886 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-47d5c91d-dcf8-4a7c-a317-0765a9891f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.070426 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-47d5c91d-dcf8-4a7c-a317-0765a9891f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.111709 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-47d5c91d-dcf8-4a7c-a317-0765a9891f46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3937748c3cc04ac08a224014fbc0aad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855532 Sep 08 19:30:52.112516 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5c91d-dcf8-4a7c-a317-0765a9891f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4aa91c-8ec8-4b26-8e5f-92817ff3b652,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:52.114592 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46468) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:52.161917 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-04272bf1-4e07-4bcf-81a4-bec9bd92e48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.182578 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-04272bf1-4e07-4bcf-81a4-bec9bd92e48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.289621 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-04272bf1-4e07-4bcf-81a4-bec9bd92e48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.292199 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-04272bf1-4e07-4bcf-81a4-bec9bd92e48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.293346 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-04272bf1-4e07-4bcf-81a4-bec9bd92e48c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e4aa91c-8ec8-4b26-8e5f-92817ff3b652 HTTP/1.1" status: 204 len: 168 time: 0.1777873 Sep 08 19:30:52.301096 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04272bf1-4e07-4bcf-81a4-bec9bd92e48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4aa91c-8ec8-4b26-8e5f-92817ff3b652,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:52.781055 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46476) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:52.804454 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e569aa4-78ee-4e55-8626-b8adbdd9649a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.895311 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e569aa4-78ee-4e55-8626-b8adbdd9649a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.956098 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e569aa4-78ee-4e55-8626-b8adbdd9649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:52.995382 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8e569aa4-78ee-4e55-8626-b8adbdd9649a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18dd9bd963a5497392cb8637b9d84c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125764 Sep 08 19:30:52.996397 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e569aa4-78ee-4e55-8626-b8adbdd9649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fd4eca-d1dc-4bff-90b5-049d22d8ec7c,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:52.998023 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46478) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:53.046787 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d3b073bc-dd06-46e2-baf0-41fedf4ec5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:53.067171 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d3b073bc-dd06-46e2-baf0-41fedf4ec5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:53.186875 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d3b073bc-dd06-46e2-baf0-41fedf4ec5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:53.189447 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d3b073bc-dd06-46e2-baf0-41fedf4ec5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:53.190656 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d3b073bc-dd06-46e2-baf0-41fedf4ec5ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3fd4eca-d1dc-4bff-90b5-049d22d8ec7c HTTP/1.1" status: 204 len: 168 time: 0.1915710 Sep 08 19:30:53.199363 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b073bc-dd06-46e2-baf0-41fedf4ec5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fd4eca-d1dc-4bff-90b5-049d22d8ec7c,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:53.523771 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:57.425407 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46562) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:57.527539 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0531fa84-76a9-4c63-94b6-73df9a30a864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:57.613694 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0531fa84-76a9-4c63-94b6-73df9a30a864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:57.710347 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0531fa84-76a9-4c63-94b6-73df9a30a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:57.748724 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0531fa84-76a9-4c63-94b6-73df9a30a864 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc510914fc6444be82ff8ff58a1fb84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221085 Sep 08 19:30:57.749628 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531fa84-76a9-4c63-94b6-73df9a30a864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09d4d9f-0b10-4e6c-85cc-b83629319812,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:57.751455 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46566) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:57.799944 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-58ac77a2-3488-4ab3-8a8a-33a212640eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:57.820521 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-58ac77a2-3488-4ab3-8a8a-33a212640eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:57.933046 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-58ac77a2-3488-4ab3-8a8a-33a212640eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:57.935572 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-58ac77a2-3488-4ab3-8a8a-33a212640eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:57.936708 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-58ac77a2-3488-4ab3-8a8a-33a212640eeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c09d4d9f-0b10-4e6c-85cc-b83629319812 HTTP/1.1" status: 204 len: 168 time: 0.1837490 Sep 08 19:30:57.944283 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac77a2-3488-4ab3-8a8a-33a212640eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09d4d9f-0b10-4e6c-85cc-b83629319812,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:58.522937 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46580) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:58.538995 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-31c3b4cd-dc7c-4033-9353-9173771ef876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:58.626939 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-31c3b4cd-dc7c-4033-9353-9173771ef876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:58.700518 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-31c3b4cd-dc7c-4033-9353-9173771ef876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:58.745073 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-31c3b4cd-dc7c-4033-9353-9173771ef876 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9440f0fbf51e4e19a630fa48d4501364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209408 Sep 08 19:30:58.746301 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3b4cd-dc7c-4033-9353-9173771ef876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac60b52a-1a45-4e44-a822-1bffc8433a26,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:30:58.747824 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46582) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:30:58.803791 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-38d268fc-3fde-48fc-8be7-1bcda2934093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:58.825274 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-38d268fc-3fde-48fc-8be7-1bcda2934093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:58.950430 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-38d268fc-3fde-48fc-8be7-1bcda2934093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:58.953019 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-38d268fc-3fde-48fc-8be7-1bcda2934093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:30:58.956646 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-38d268fc-3fde-48fc-8be7-1bcda2934093 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac60b52a-1a45-4e44-a822-1bffc8433a26 HTTP/1.1" status: 204 len: 168 time: 0.2029095 Sep 08 19:30:58.963107 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d268fc-3fde-48fc-8be7-1bcda2934093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac60b52a-1a45-4e44-a822-1bffc8433a26,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:01.565887 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46656) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:01.671310 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-140318b0-e1ed-4742-966d-cf78839dad2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:01.746261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf52-ae40-4342-ae80-124cb4bb29d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:01.756618 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-140318b0-e1ed-4742-966d-cf78839dad2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:01.832036 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-140318b0-e1ed-4742-966d-cf78839dad2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:01.871212 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-140318b0-e1ed-4742-966d-cf78839dad2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4282158c06fd47e29104cb1b7e80c5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039949 Sep 08 19:31:01.871929 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140318b0-e1ed-4742-966d-cf78839dad2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2594384f-3669-4fce-a4e7-6f7dcdffe276,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:01.874001 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46660) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:01.920884 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ad33-54bb-4cdf-b171-79d724a43530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:01.941425 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ad33-54bb-4cdf-b171-79d724a43530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:02.050865 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ad33-54bb-4cdf-b171-79d724a43530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:02.056312 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ad33-54bb-4cdf-b171-79d724a43530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:02.057874 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-7ce4ad33-54bb-4cdf-b171-79d724a43530 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2594384f-3669-4fce-a4e7-6f7dcdffe276 HTTP/1.1" status: 204 len: 168 time: 0.1828680 Sep 08 19:31:02.065872 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4ad33-54bb-4cdf-b171-79d724a43530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2594384f-3669-4fce-a4e7-6f7dcdffe276,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:02.327344 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-5f15f91b-7739-4bb2-991a-c3ce564b3a1b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898873529&fields=id&tenant_id=757ed2cc7a60485f938d6783abd20cbd HTTP/1.1" status: 200 len: 267 time: 0.0330806 Sep 08 19:31:02.435145 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-875d503e-832e-4c47-97a4-991901a03722 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:02.441243 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-875d503e-832e-4c47-97a4-991901a03722 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 811 time: 0.1029463 Sep 08 19:31:02.452414 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-5df76c5a-ee13-4e84-a012-24d59c844262 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/quotas/757ed2cc7a60485f938d6783abd20cbd HTTP/1.1" status: 200 len: 375 time: 0.0098760 Sep 08 19:31:02.507774 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-afd8ae9f-c60f-4feb-b2a7-69962d01ea12 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0501540 Sep 08 19:31:02.612623 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-e16bd252-01d9-4deb-935f-1135cb793834 service neutron] 10.222.0.21 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917954 Sep 08 19:31:02.704198 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f53a4519-044e-4da7-922e-d12f482c94e3 service neutron] 10.222.0.21 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846055 Sep 08 19:31:02.743888 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 46678) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:02.757952 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-843bd3b9-60f3-4542-9ec6-26986c2cdf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:02.854715 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-843bd3b9-60f3-4542-9ec6-26986c2cdf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:02.934482 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-843bd3b9-60f3-4542-9ec6-26986c2cdf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:02.972855 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-843bd3b9-60f3-4542-9ec6-26986c2cdf4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8290434e81fa4616972ff0e211434fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278006 Sep 08 19:31:02.973961 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd3b9-60f3-4542-9ec6-26986c2cdf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d17944-0dc0-49d5-b58b-d6b9cac5d548,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:02.975669 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46686) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:03.029196 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1b056b88-d866-4291-ab40-5a56696ddddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:03.049855 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1b056b88-d866-4291-ab40-5a56696ddddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:03.161538 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1b056b88-d866-4291-ab40-5a56696ddddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:03.164166 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1b056b88-d866-4291-ab40-5a56696ddddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:03.165462 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1b056b88-d866-4291-ab40-5a56696ddddc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62d17944-0dc0-49d5-b58b-d6b9cac5d548 HTTP/1.1" status: 204 len: 168 time: 0.1887939 Sep 08 19:31:03.173240 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b056b88-d866-4291-ab40-5a56696ddddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d17944-0dc0-49d5-b58b-d6b9cac5d548,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:03.269296 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-887c7ff3-d034-4882-8f72-054f5bfae1cb req-e5be7a66-a362-4da8-962a-e856fbb8d090 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 210 time: 0.0277143 Sep 08 19:31:04.138944 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-27be7fad-1677-4c2c-9ca4-b771f81ab099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:04.365107 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e8291f51-9901-49d9-b797-f830db2e5be7 req-2b72e931-1567-4971-9128-ea6ec99949aa tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 210 time: 0.0262501 Sep 08 19:31:04.419167 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:05.347574 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-e5530b05-b308-4be3-9f65-d0c64694a4b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:05.349012 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-e5530b05-b308-4be3-9f65-d0c64694a4b1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 811 time: 0.1044281 Sep 08 19:31:05.395716 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-b7a98920-340b-4eb0-90f6-ca1ad52cdda6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757ed2cc7a60485f938d6783abd20cbd HTTP/1.1" status: 200 len: 380 time: 0.0351756 Sep 08 19:31:05.405183 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'port': {'device_id': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'admin_state_up': True, 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'security_groups': ['a94fe16a-093a-443e-adfe-e96c58000c0f']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:31:05.506664 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-abc8af18-853c-49c1-ab7f-8f8883e9f7b4 req-b411902b-8ed9-4629-81ca-43df9d25e459 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 210 time: 0.0712986 Sep 08 19:31:05.638188 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Made reservation on behalf of 757ed2cc7a60485f938d6783abd20cbd for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:31:05.641867 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:05.778287 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Allocated IP 172.20.0.11 (c59874e5-2d39-495d-ba56-1d980550f33b/f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb/501a89fe-4ad3-429b-a998-41195d0d4f8d) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:31:05.923640 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:05.924140 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:05.937839 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Transition to ACTIVE for port object 501a89fe-4ad3-429b-a998-41195d0d4f8d will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:31:06.076812 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:06.121549 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Network c59874e5-2d39-495d-ba56-1d980550f33b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:31:06.124491 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:31:06.128237 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:31:06.155975 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'Port': ['ID=501a89fe-4ad3-429b-a998-41195d0d4f8d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:06.186936 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:06.187686 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:06.279074 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-f6a94031-270b-48f0-b1bd-ce4a10707ea3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8775432 Sep 08 19:31:06.303973 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Request body: {'port': {'device_id': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:31:06.360564 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:06.431914 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-b39fc257-eed1-4488-bd6d-f53397b10d5d None None] Provisioning for port 501a89fe-4ad3-429b-a998-41195d0d4f8d completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:31:06.436036 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-b39fc257-eed1-4488-bd6d-f53397b10d5d None None] Provisioning complete for port 501a89fe-4ad3-429b-a998-41195d0d4f8d triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:31:06.436578 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b39fc257-eed1-4488-bd6d-f53397b10d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:06.475006 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-b39fc257-eed1-4488-bd6d-f53397b10d5d None None] Port 501a89fe-4ad3-429b-a998-41195d0d4f8d cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:31:06.668075 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806316b-d0c8-402f-8f96-acfdd832924e req-f688256b-f419-44d1-8a9a-cd2dbcc06d47 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:06.669454 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e806316b-d0c8-402f-8f96-acfdd832924e req-f688256b-f419-44d1-8a9a-cd2dbcc06d47 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 932 time: 0.0932384 Sep 08 19:31:06.671388 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501a89fe-4ad3-429b-a998-41195d0d4f8d {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:31:06.684574 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:06.710873 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Transition to ACTIVE for port object 501a89fe-4ad3-429b-a998-41195d0d4f8d will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:31:06.726989 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e806316b-d0c8-402f-8f96-acfdd832924e req-7c0e77a4-2aaa-4e45-ac10-0adb6b68c822 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513082 Sep 08 19:31:06.771027 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:06.829965 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Pushing event updated for resources: {'Port': ['ID=501a89fe-4ad3-429b-a998-41195d0d4f8d,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:06.852511 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.852863 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.853209 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.853551 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.853916 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.854248 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.854579 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.854906 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.855231 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.855558 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.855885 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.856204 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:06.906515 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Attempting to bind port 501a89fe-4ad3-429b-a998-41195d0d4f8d on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:31:06.907087 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Attempting to bind port 501a89fe-4ad3-429b-a998-41195d0d4f8d by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:31:06.907514 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Attempting to bind port 501a89fe-4ad3-429b-a998-41195d0d4f8d on network c59874e5-2d39-495d-ba56-1d980550f33b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:31:06.913023 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Port 501a89fe-4ad3-429b-a998-41195d0d4f8d on network c59874e5-2d39-495d-ba56-1d980550f33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:31:06.913350 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Attempting to bind port 501a89fe-4ad3-429b-a998-41195d0d4f8d on network c59874e5-2d39-495d-ba56-1d980550f33b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:31:06.919137 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:31:06.919426 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Checking segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:31:06.919793 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Bound using segment: {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:31:06.920381 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Bound port: 501a89fe-4ad3-429b-a998-41195d0d4f8d, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:31:06.920776 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:06.993368 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] For port 501a89fe-4ad3-429b-a998-41195d0d4f8d, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:31:06.997855 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] For port 501a89fe-4ad3-429b-a998-41195d0d4f8d, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=501a89fe-4ad3-429b-a998-41195d0d4f8d,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:31:07.101566 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:07.142260 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:07.142922 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:07.144530 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] 10.222.0.38 "PUT /v2.0/ports/501a89fe-4ad3-429b-a998-41195d0d4f8d HTTP/1.1" status: 200 len: 1094 time: 0.8470578 Sep 08 19:31:07.144820 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:31:07.147621 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbb6f7d-94a6-4ddc-a338-3db0e31116d1" -d '{"events": [{"name": "network-changed", "server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:31:07.184943 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83015e56-31e3-40eb-a7af-c553a81472d1 service neutron] Pushing event updated for resources: {'Port': ['ID=501a89fe-4ad3-429b-a998-41195d0d4f8d,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:07.207010 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eadea8-74c1-4d54-8079-859b691ec5e8 x-openstack-request-id: req-f0eadea8-74c1-4d54-8079-859b691ec5e8 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:31:07.207010 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:31:07.207010 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0eadea8-74c1-4d54-8079-859b691ec5e8 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:31:07.207010 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'status': 'completed', 'code': 200} Sep 08 19:31:07.269756 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb6f7d-94a6-4ddc-a338-3db0e31116d1 req-d939f1fe-5c62-4c98-8039-9713b4dc5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:07.271302 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1dbb6f7d-94a6-4ddc-a338-3db0e31116d1 req-d939f1fe-5c62-4c98-8039-9713b4dc5068 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 1097 time: 0.0425940 Sep 08 19:31:07.289507 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:07.382488 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb6f7d-94a6-4ddc-a338-3db0e31116d1 req-5fe2177e-ea9f-4aca-a43d-0144509f5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:07.384297 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1dbb6f7d-94a6-4ddc-a338-3db0e31116d1 req-5fe2177e-ea9f-4aca-a43d-0144509f5412 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=757ed2cc7a60485f938d6783abd20cbd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1032166 Sep 08 19:31:07.484632 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb6f7d-94a6-4ddc-a338-3db0e31116d1 req-db1bded7-2735-41ce-bef7-f76c8a0710a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:07.486538 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1dbb6f7d-94a6-4ddc-a338-3db0e31116d1 req-db1bded7-2735-41ce-bef7-f76c8a0710a6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0955112 Sep 08 19:31:07.574393 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-a96e123f-26f0-4036-a2c0-918da097245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:07.576005 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-a96e123f-26f0-4036-a2c0-918da097245a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 1097 time: 0.0450583 Sep 08 19:31:07.624245 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-cfc5f1fc-26ca-4305-bd07-38f7419a0091 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501a89fe-4ad3-429b-a998-41195d0d4f8d HTTP/1.1" status: 200 len: 217 time: 0.0382285 Sep 08 19:31:07.676901 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-c9feb5b0-cd92-4b80-9dee-440b3cd1d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:07.678599 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-c9feb5b0-cd92-4b80-9dee-440b3cd1d76e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0471337 Sep 08 19:31:07.724687 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-c761da6e-8059-4c0b-9f4e-5b8e3b738e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:07.726179 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-c761da6e-8059-4c0b-9f4e-5b8e3b738e0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402405 Sep 08 19:31:07.823770 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-cbbc45f9-417b-473d-ab32-67ce3a27c6ef service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897825 Sep 08 19:31:07.845527 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c36314-7765-4f30-8b00-826d06262212 req-0f78066b-1857-4b95-adb4-2041cba81c05 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:07.847046 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38c36314-7765-4f30-8b00-826d06262212 req-0f78066b-1857-4b95-adb4-2041cba81c05 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 944 time: 0.0478656 Sep 08 19:31:07.884000 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38c36314-7765-4f30-8b00-826d06262212 req-a7bb9874-6e78-4aa9-b597-e58622571695 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302639 Sep 08 19:31:07.919415 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9714b684-ead2-492f-b16e-b6afc7687f86 req-9efe016b-1bd1-41f6-a264-386bd56a6677 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883305 Sep 08 19:31:08.999124 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7cf92-9640-47b8-98ed-a28509d9ef49 req-59ae9841-a225-4608-9785-e1adc1227a2f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:09.000816 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b7a7cf92-9640-47b8-98ed-a28509d9ef49 req-59ae9841-a225-4608-9785-e1adc1227a2f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 944 time: 0.0499425 Sep 08 19:31:09.041886 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b7a7cf92-9640-47b8-98ed-a28509d9ef49 req-c3185fab-8bc4-4f83-a416-a1fe56b8e16a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349796 Sep 08 19:31:10.153959 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5d972-9fee-4d8a-a42f-27ba1c1f2fcd req-13d962e9-5262-4a96-88b9-a899718ee9b8 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:10.155403 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ef5d972-9fee-4d8a-a42f-27ba1c1f2fcd req-13d962e9-5262-4a96-88b9-a899718ee9b8 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 944 time: 0.0473771 Sep 08 19:31:10.192405 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ef5d972-9fee-4d8a-a42f-27ba1c1f2fcd req-8c657b61-5491-40ce-8345-3a4dfce66691 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Sep 08 19:31:11.306810 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58291ace-8536-4ee4-94eb-32bebe832b25 req-85497bdc-b57a-4b1f-8d8d-3d6d28e4f77b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:11.308275 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58291ace-8536-4ee4-94eb-32bebe832b25 req-85497bdc-b57a-4b1f-8d8d-3d6d28e4f77b tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 944 time: 0.0474658 Sep 08 19:31:11.346885 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58291ace-8536-4ee4-94eb-32bebe832b25 req-73a125a6-65cd-4c19-9f7a-69df8f63b028 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327275 Sep 08 19:31:12.468444 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32524a-9394-4b7e-8954-ce196769e389 req-5a715b5c-7caf-4b0a-9c0c-dd44002ef47f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:12.470192 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d32524a-9394-4b7e-8954-ce196769e389 req-5a715b5c-7caf-4b0a-9c0c-dd44002ef47f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 944 time: 0.0588815 Sep 08 19:31:12.512390 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d32524a-9394-4b7e-8954-ce196769e389 req-1d883e83-e07b-4d25-afa7-831892f12b29 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360110 Sep 08 19:31:13.626322 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aed15a-bb44-4f2a-88f6-aaff40bcf303 req-a0d122bd-6c2d-4b8e-ae65-99bda2ef5b07 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:13.627133 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-45aed15a-bb44-4f2a-88f6-aaff40bcf303 req-a0d122bd-6c2d-4b8e-ae65-99bda2ef5b07 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 944 time: 0.0492854 Sep 08 19:31:13.666218 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-45aed15a-bb44-4f2a-88f6-aaff40bcf303 req-fb4581f9-60cb-4743-a9f8-da358d1ee4f3 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Sep 08 19:31:14.588511 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 501a89fe-4ad3-429b-a998-41195d0d4f8d details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:31:14.682524 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 501a89fe-4ad3-429b-a998-41195d0d4f8d, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=501a89fe-4ad3-429b-a998-41195d0d4f8d,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:31:14.694587 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'port_id': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'mac_address': 'fa:16:3e:12:a9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:31:14.703247 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:31:14.735649 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:14.753654 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501a89fe-4ad3-429b-a998-41195d0d4f8d {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:31:14.781229 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 501a89fe-4ad3-429b-a998-41195d0d4f8d, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=501a89fe-4ad3-429b-a998-41195d0d4f8d,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:31:14.800614 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d97870-890a-4d86-8353-2d84a7e65be1 req-99616fe5-7f13-46e1-8d6e-11b035c71b17 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:14.800614 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a9d97870-890a-4d86-8353-2d84a7e65be1 req-99616fe5-7f13-46e1-8d6e-11b035c71b17 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 944 time: 0.0595503 Sep 08 19:31:14.837900 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a9d97870-890a-4d86-8353-2d84a7e65be1 req-214cea76-5d13-4d87-a560-ffdb8f20dedd tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Sep 08 19:31:14.847288 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:14.896814 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=501a89fe-4ad3-429b-a998-41195d0d4f8d,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:15.085884 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['501a89fe-4ad3-429b-a998-41195d0d4f8d'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:31:15.952451 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1f705-d7af-4753-ae02-3c07024dd86d req-bb1ff6e5-6ee6-4de0-a405-e24b0ba01e72 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:15.954004 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-73c1f705-d7af-4753-ae02-3c07024dd86d req-bb1ff6e5-6ee6-4de0-a405-e24b0ba01e72 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 945 time: 0.0491817 Sep 08 19:31:15.996109 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-73c1f705-d7af-4753-ae02-3c07024dd86d req-1fa65dbb-ec1a-4692-a87f-75eefd196a41 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363216 Sep 08 19:31:16.586057 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 501a89fe-4ad3-429b-a998-41195d0d4f8d up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:31:16.692568 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 501a89fe-4ad3-429b-a998-41195d0d4f8d completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:31:16.697353 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 501a89fe-4ad3-429b-a998-41195d0d4f8d triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:31:16.697780 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:16.780533 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:16.802896 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:31:16.805115 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a77575-ecbb-4810-b0c3-8bcfdff28090" -d '{"events": [{"server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "name": "network-vif-plugged", "status": "completed", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:31:16.819373 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 501a89fe-4ad3-429b-a998-41195d0d4f8d, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=501a89fe-4ad3-429b-a998-41195d0d4f8d,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:31:16.843866 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4854c4cb-fbc9-4139-b6de-d2659315ec01 x-openstack-request-id: req-4854c4cb-fbc9-4139-b6de-d2659315ec01 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:31:16.844163 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "name": "network-vif-plugged", "status": "completed", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:31:16.844419 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4854c4cb-fbc9-4139-b6de-d2659315ec01 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:31:16.844819 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'code': 200} Sep 08 19:31:16.871885 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:16.920635 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=501a89fe-4ad3-429b-a998-41195d0d4f8d,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:16.927507 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.927854 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.928195 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.928530 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.928863 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.929229 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.929539 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.929904 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.930250 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.931210 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.931545 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:16.931892 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:17.113023 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9074d1-5685-4a06-bfeb-c3cf2a0319de req-56d7d688-d71d-4144-91a7-287000b0a9ec tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:17.114405 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3d9074d1-5685-4a06-bfeb-c3cf2a0319de req-56d7d688-d71d-4144-91a7-287000b0a9ec tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 946 time: 0.0504086 Sep 08 19:31:17.154990 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3d9074d1-5685-4a06-bfeb-c3cf2a0319de req-8b8ce63c-1898-4bee-bd1a-a86c5e9ae018 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Sep 08 19:31:17.230444 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42590d7-d552-439c-a32e-601456078d3b req-45803944-58f7-4801-9482-a1b449ca4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:17.231857 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d42590d7-d552-439c-a32e-601456078d3b req-45803944-58f7-4801-9482-a1b449ca4355 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 1099 time: 0.0381529 Sep 08 19:31:17.267766 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d42590d7-d552-439c-a32e-601456078d3b req-98d05dbe-d7a2-4696-9581-69dfde1b5ae2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276759 Sep 08 19:31:18.270000 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684689c9-2e11-43df-9056-654ccac7b31c req-d497687b-5da0-48d2-82ca-f30c46353820 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:18.271463 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-684689c9-2e11-43df-9056-654ccac7b31c req-d497687b-5da0-48d2-82ca-f30c46353820 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 946 time: 0.0511866 Sep 08 19:31:18.308364 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-684689c9-2e11-43df-9056-654ccac7b31c req-5577e525-cd3b-4030-a469-92b7a2c1c267 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303726 Sep 08 19:31:19.419521 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499fc-abb4-4d81-8366-4a623cf2f39f req-9c9d1b72-1932-4ce9-a61d-05d6bf92b4d2 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:19.420999 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e1b499fc-abb4-4d81-8366-4a623cf2f39f req-9c9d1b72-1932-4ce9-a61d-05d6bf92b4d2 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 946 time: 0.0469351 Sep 08 19:31:19.458507 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e1b499fc-abb4-4d81-8366-4a623cf2f39f req-c3288d9c-2eb4-4c7e-b7bf-d043ec3b3f33 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317488 Sep 08 19:31:19.572827 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283063-974d-4c82-b3cd-7d996f21dc77 req-51d502a5-08a2-43cc-b15c-1114465b2a78 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:19.574331 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d283063-974d-4c82-b3cd-7d996f21dc77 req-51d502a5-08a2-43cc-b15c-1114465b2a78 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 946 time: 0.0489075 Sep 08 19:31:19.611909 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d283063-974d-4c82-b3cd-7d996f21dc77 req-af32d17a-fef9-4bea-bf95-6cbdcc9d6383 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316927 Sep 08 19:31:19.637087 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46878) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:19.674658 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c40af7-22c6-40ae-8608-6ee7dd010397 tempest-TestVolumeBootPattern-791638191 tempest-TestVolumeBootPattern-791638191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:19.676150 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-93c40af7-22c6-40ae-8608-6ee7dd010397 tempest-TestVolumeBootPattern-791638191 tempest-TestVolumeBootPattern-791638191-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 1094 time: 0.0380521 Sep 08 19:31:19.678940 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 46880) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:19.683837 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Request body: {'floatingip': {'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'port_id': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:31:19.761110 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:19.861242 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:19.963413 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Allocated IP 172.27.0.101 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/52eefd00-4c17-4187-917e-4831d409e026) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:31:20.063600 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:20.154559 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:20.193735 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:31:20.200148 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:31:20.205723 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:31:20.211100 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'Port': ['ID=52eefd00-4c17-4187-917e-4831d409e026,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:20.240730 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.241094 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.241428 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.241849 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.242180 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.242504 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.243383 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.243724 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.244047 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.244362 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.244676 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.244987 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:20.576017 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:20.700581 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:20.847279 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:20.900486 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:20.973983 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event updated for resources: {'Port': ['ID=52eefd00-4c17-4187-917e-4831d409e026,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:20.984823 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:21.080922 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Floating IP 785a8ecd-ec96-4a00-976d-266437628211 associated. External IP: 172.27.0.101, port: 501a89fe-4ad3-429b-a998-41195d0d4f8d. Sep 08 19:31:21.282684 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Router d55b2d28-7f43-47aa-a31b-3eb47c62e63a has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:31:21.387714 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:31:21.397096 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] Sync routers for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:31:21.406079 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:31:21.406668 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:31:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:31:21.471484 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:21.501967 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-dc5f6e68-1cc6-4fb4-aa8c-2f2b0b2c7dab tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8219097 Sep 08 19:31:21.502477 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:31:21.504805 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221ad10c-44e6-41c7-ab1e-7e18264bb12a" -d '{"events": [{"name": "network-changed", "server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:31:21.509388 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:31:21.541251 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29b98fd-a00b-4f31-9a89-cfa837f71020 x-openstack-request-id: req-b29b98fd-a00b-4f31-9a89-cfa837f71020 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:31:21.541533 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:31:21.541814 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b29b98fd-a00b-4f31-9a89-cfa837f71020 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:31:21.542208 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'status': 'completed', 'code': 200} Sep 08 19:31:21.602967 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-41d33fa4-cf31-4149-b0fb-80b005dbc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:21.604449 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-41d33fa4-cf31-4149-b0fb-80b005dbc2a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 1099 time: 0.0398932 Sep 08 19:31:21.697217 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-f4213a3a-60cb-4887-9f89-ef60a5ee466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:21.698683 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-f4213a3a-60cb-4887-9f89-ef60a5ee466c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 911 time: 0.0870028 Sep 08 19:31:21.730926 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '711f551b-e6ca-4059-9258-f56c2bd65daf', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:29:13Z', 'updated_at': '2021-09-08T19:29:15Z', 'revision_number': 1, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}, {'id': '785a8ecd-ec96-4a00-976d-266437628211', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:12:a9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:31:20Z', 'updated_at': '2021-09-08T19:31:20Z', 'revision_number': 0, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:31:21.759626 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] Checking router: d55b2d28-7f43-47aa-a31b-3eb47c62e63a for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:31:21.765834 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:31:21.766433 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:31:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:31:21.767473 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-9a7dceda-ba5a-42dd-b3f7-d2fef5f92032 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501a89fe-4ad3-429b-a998-41195d0d4f8d HTTP/1.1" status: 200 len: 1000 time: 0.0581961 Sep 08 19:31:21.822909 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-ccc9dbbc-18bf-421a-a437-328aa11b5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:21.824341 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-ccc9dbbc-18bf-421a-a437-328aa11b5530 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0484753 Sep 08 19:31:21.871394 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-f361e1b5-6599-4cdc-9d81-2c34fff22646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:21.872645 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:31:21.872859 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-f361e1b5-6599-4cdc-9d81-2c34fff22646 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404558 Sep 08 19:31:21.970695 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-60c62c89-67ea-4186-867e-fac41506d277 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891020 Sep 08 19:31:22.065016 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-221ad10c-44e6-41c7-ab1e-7e18264bb12a req-084f3906-9931-4552-ad8c-ffe84752d816 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861101 Sep 08 19:31:22.101370 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '711f551b-e6ca-4059-9258-f56c2bd65daf', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:29:13Z', 'updated_at': '2021-09-08T19:29:15Z', 'revision_number': 1, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}, {'id': '785a8ecd-ec96-4a00-976d-266437628211', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:12:a9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:31:20Z', 'updated_at': '2021-09-08T19:31:20Z', 'revision_number': 0, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:31:22.127171 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b2384-a0d9-4d81-9e80-fe1f790a7df7 None None] The sync data for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi is: [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '711f551b-e6ca-4059-9258-f56c2bd65daf', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:29:13Z', 'updated_at': '2021-09-08T19:29:15Z', 'revision_number': 1, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}, {'id': '785a8ecd-ec96-4a00-976d-266437628211', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:12:a9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:31:20Z', 'updated_at': '2021-09-08T19:31:20Z', 'revision_number': 0, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:31:22.316007 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde8105-7675-4f08-a58d-76eec1753f5e None None] New status for floating IP 785a8ecd-ec96-4a00-976d-266437628211: ACTIVE {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:31:23.557338 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:31.407451 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-06933bde-63de-4a5a-8511-a165733291e9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385060 Sep 08 19:31:31.486409 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-a09fbc8b-aea8-4be9-9fdc-0507fc1a7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:31.488077 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-a09fbc8b-aea8-4be9-9fdc-0507fc1a7804 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 1099 time: 0.0405245 Sep 08 19:31:31.694284 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3dbf67f0-cfd0-44da-ba39-ea8bbb6e392c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:31.850636 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-984e947e-d6cc-45b8-b306-fc9fb886a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:31.852160 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-984e947e-d6cc-45b8-b306-fc9fb886a669 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 911 time: 0.3442700 Sep 08 19:31:31.916769 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-521008af-1082-4c8c-b897-0e23d554c4df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616b309d-74c3-4372-8990-e5adfdd34218 HTTP/1.1" status: 200 len: 1002 time: 0.0571527 Sep 08 19:31:31.968238 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-9fe35b8d-b9cd-47d7-aade-b93cc0b883a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:31.969711 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-9fe35b8d-b9cd-47d7-aade-b93cc0b883a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0467944 Sep 08 19:31:32.014903 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-682bba1c-1eaa-4a16-973b-d93fa6019d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:32.016347 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-682bba1c-1eaa-4a16-973b-d93fa6019d74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387173 Sep 08 19:31:32.112069 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-67f897cf-7f09-4654-beb8-ed486ab9df83 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875750 Sep 08 19:31:32.202970 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3f0adeb1-c986-490a-b8b0-64df0d3a42b1 req-888ed845-32f0-4e65-8b92-402c70b17589 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822499 Sep 08 19:31:34.132148 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7b363d46-1313-42c7-be0c-5d9489d7e9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:34.435603 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:35.905752 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:36.113326 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47006) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:36.219868 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-486684f9-da7a-4cd5-afba-4b4f22b3c4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:36.304728 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-486684f9-da7a-4cd5-afba-4b4f22b3c4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:36.379785 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-486684f9-da7a-4cd5-afba-4b4f22b3c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:36.418495 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-486684f9-da7a-4cd5-afba-4b4f22b3c4d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a99441bd56849a09688e995c1fce6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040500 Sep 08 19:31:36.419345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486684f9-da7a-4cd5-afba-4b4f22b3c4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8549ceec-adda-4ff7-b340-27b124243deb,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:36.421844 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47010) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:36.470852 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c4610661-0772-49ac-9b2f-a6a56bd813bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:36.492098 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c4610661-0772-49ac-9b2f-a6a56bd813bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:36.591492 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c4610661-0772-49ac-9b2f-a6a56bd813bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:36.594085 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c4610661-0772-49ac-9b2f-a6a56bd813bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:36.595226 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c4610661-0772-49ac-9b2f-a6a56bd813bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8549ceec-adda-4ff7-b340-27b124243deb HTTP/1.1" status: 204 len: 168 time: 0.1723864 Sep 08 19:31:36.603070 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4610661-0772-49ac-9b2f-a6a56bd813bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8549ceec-adda-4ff7-b340-27b124243deb,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:37.305216 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:51.702145 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:31:52.112378 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47136) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:52.216631 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18a94fa-08c1-4cbf-8316-2ac63ff9bdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:52.306787 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18a94fa-08c1-4cbf-8316-2ac63ff9bdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:52.377894 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18a94fa-08c1-4cbf-8316-2ac63ff9bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:52.417359 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a18a94fa-08c1-4cbf-8316-2ac63ff9bdf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bae0172ceed4b278420886caedbaa47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037384 Sep 08 19:31:52.419120 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a94fa-08c1-4cbf-8316-2ac63ff9bdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cfe674-86c1-4c97-9dd4-e9409189faee,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:52.421876 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47146) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:52.470408 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f467d51c-f076-477d-9ce3-9217aaa89895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:52.491369 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f467d51c-f076-477d-9ce3-9217aaa89895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:52.625282 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f467d51c-f076-477d-9ce3-9217aaa89895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:52.627956 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f467d51c-f076-477d-9ce3-9217aaa89895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:52.629263 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f467d51c-f076-477d-9ce3-9217aaa89895 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63cfe674-86c1-4c97-9dd4-e9409189faee HTTP/1.1" status: 204 len: 168 time: 0.2056987 Sep 08 19:31:52.637377 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467d51c-f076-477d-9ce3-9217aaa89895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cfe674-86c1-4c97-9dd4-e9409189faee,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:53.567827 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:53.613537 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47174) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:53.709777 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-843184868-network', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:31:53.836288 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Made reservation on behalf of 5d60ce9d09954e55ba79b13b33dda0ea for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:31:53.838650 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:53.851027 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:53.936145 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.007517 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.027239 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:31:54.041838 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1ea221-8f10-4e12-bc99-abe4a5a645f1,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:54.046296 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.046712 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Added segment 34831f24-24fd-440c-9b27-03e7b7906057 of type vlan for network 9004d12f-4557-40c4-8eb5-417dc5917058 Sep 08 19:31:54.086370 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.183290 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.184149 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:54.184778 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.249457 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] Pushing event updated for resources: {'Network': ['ID=9004d12f-4557-40c4-8eb5-417dc5917058,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:54.259414 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network 9004d12f-4557-40c4-8eb5-417dc5917058 details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:31:54.269910 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d97fe8f1-1814-4924-add1-b5b969947b86 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6551869 Sep 08 19:31:54.272764 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47180) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:54.279331 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Request body: {'subnet': {'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-843184868-subnet', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:31:54.366210 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Made reservation on behalf of 5d60ce9d09954e55ba79b13b33dda0ea for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:31:54.368533 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.585597 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.639430 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:54.655745 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Checking segment: {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:31:54.656095 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Network hostable DHCP agents. Network: 9004d12f-4557-40c4-8eb5-417dc5917058, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:31:54.725860 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Network 9004d12f-4557-40c4-8eb5-417dc5917058 is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:31:54.806183 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, 9004d12f-4557-40c4-8eb5-417dc5917058) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:31:54.810899 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:31:54.811963 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.815025 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e743084-72fd-4214-9d91-a451e5feaa25 None None] Network 9004d12f-4557-40c4-8eb5-417dc5917058 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:31:54.905488 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f8081b50-0bfb-46ff-a4c7-416887f1572d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6314590 Sep 08 19:31:54.908041 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47182) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:54.912476 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:31:54.960794 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-9004d12f-4557-40c4-8eb5-417dc5917058', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:31:54.961630 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.996613 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:54.998061 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.050460 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.096943 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Allocated IP 172.20.0.2 (9004d12f-4557-40c4-8eb5-417dc5917058/8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee/db4dae44-61ef-434d-a51e-859d36b04b15) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:31:55.240508 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.248895 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Transition to ACTIVE for port object db4dae44-61ef-434d-a51e-859d36b04b15 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:31:55.263734 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Transition to ACTIVE for port object db4dae44-61ef-434d-a51e-859d36b04b15 will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:31:55.271644 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.317171 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.353419 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Network 9004d12f-4557-40c4-8eb5-417dc5917058 is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:31:55.356135 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:31:55.360126 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:31:55.371261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Pushing event updated for resources: {'Port': ['ID=db4dae44-61ef-434d-a51e-859d36b04b15,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:55.419972 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Attempting to bind port db4dae44-61ef-434d-a51e-859d36b04b15 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:31:55.420332 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Attempting to bind port db4dae44-61ef-434d-a51e-859d36b04b15 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:31:55.420690 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Attempting to bind port db4dae44-61ef-434d-a51e-859d36b04b15 on network 9004d12f-4557-40c4-8eb5-417dc5917058 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:31:55.425552 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:31:55.425950 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Checking segment: {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:31:55.426343 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.426729 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Bound using segment: {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:31:55.427187 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Bound port: db4dae44-61ef-434d-a51e-859d36b04b15, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:31:55.427558 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.492845 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] For port db4dae44-61ef-434d-a51e-859d36b04b15, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:31:55.495851 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] For port db4dae44-61ef-434d-a51e-859d36b04b15, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=db4dae44-61ef-434d-a51e-859d36b04b15,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:31:55.543057 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.562391 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.574572 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.632795 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf6a99-f605-4805-8825-cd295a31dc47 None None] Pushing event updated for resources: {'Port': ['ID=db4dae44-61ef-434d-a51e-859d36b04b15,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:55.672530 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Allocated IP 172.27.0.155 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/a6dcb2f8-7c44-4384-b755-c5ada5cd6a94) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:31:55.789194 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.900123 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:55.907416 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device db4dae44-61ef-434d-a51e-859d36b04b15 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:31:55.940535 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:31:55.943440 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:31:55.948982 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:31:55.955599 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dcb2f8-7c44-4384-b755-c5ada5cd6a94,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:56.060194 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port db4dae44-61ef-434d-a51e-859d36b04b15 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:31:56.273088 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:56.480468 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:56.539525 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8d103-b71b-4e71-9edc-e53f2b9b3384 None None] Network 9004d12f-4557-40c4-8eb5-417dc5917058 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:31:56.687726 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Router f4e57cce-1073-42a9-a444-11f52bf61226 is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:31:56.737961 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-2d728094-138d-4279-ae99-21e806cf59ee None None] Provisioning for port db4dae44-61ef-434d-a51e-859d36b04b15 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:31:56.741997 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-2d728094-138d-4279-ae99-21e806cf59ee None None] Provisioning complete for port db4dae44-61ef-434d-a51e-859d36b04b15 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:31:56.742372 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2d728094-138d-4279-ae99-21e806cf59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:56.817147 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:31:56.837996 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Sync routers for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:31:56.838545 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2d728094-138d-4279-ae99-21e806cf59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:56.853056 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:31:56.853666 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:31:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:31:56.872602 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-2d728094-138d-4279-ae99-21e806cf59ee None None] For port db4dae44-61ef-434d-a51e-859d36b04b15, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=db4dae44-61ef-434d-a51e-859d36b04b15,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:31:56.888901 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:56.890276 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f233b29d-386e-4880-a4e4-0223469fc3d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9812279 Sep 08 19:31:56.893086 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47190) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:56.945004 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2d728094-138d-4279-ae99-21e806cf59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:56.971555 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:31:56.993003 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d728094-138d-4279-ae99-21e806cf59ee None None] Pushing event updated for resources: {'Port': ['ID=db4dae44-61ef-434d-a51e-859d36b04b15,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:57.066239 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a8456ed0-db3a-45e9-ba78-e07e1b8e836f None None] Provisioning complete for port db4dae44-61ef-434d-a51e-859d36b04b15 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:31:57.066986 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a8456ed0-db3a-45e9-ba78-e07e1b8e836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.253001 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:56Z', 'revision_number': 3, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:31:57.278764 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Checking router: f4e57cce-1073-42a9-a444-11f52bf61226 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:31:57.279213 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Updating router f4e57cce-1073-42a9-a444-11f52bf61226 port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:31:57.304085 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.327789 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.494318 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Allocated IP 172.20.0.1 (9004d12f-4557-40c4-8eb5-417dc5917058/8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee/a4b8fc89-ba09-4459-8a6d-1eae43296b30) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:31:57.556057 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.566508 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Transition to ACTIVE for port object a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:31:57.599274 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.612540 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Transition to ACTIVE for port object a4b8fc89-ba09-4459-8a6d-1eae43296b30 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:31:57.659684 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.710812 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Attempting to bind port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:31:57.711231 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Attempting to bind port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:31:57.711628 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Attempting to bind port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:31:57.719497 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Pushing event updated for resources: {'Port': ['ID=a6dcb2f8-7c44-4384-b755-c5ada5cd6a94,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:57.749596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:31:57.749596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:31:57.749596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.749596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:31:57.749596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Bound port: a6dcb2f8-7c44-4384-b755-c5ada5cd6a94, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:31:57.749596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.749596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.749596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.749596 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.750548 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.750548 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.750548 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.750874 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.751086 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.751430 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.751750 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.752102 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.752417 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:31:57.788623 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] For port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:31:57.791570 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.791936 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] For port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a6dcb2f8-7c44-4384-b755-c5ada5cd6a94,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:31:57.824938 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device db4dae44-61ef-434d-a51e-859d36b04b15 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:31:57.831897 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Network 9004d12f-4557-40c4-8eb5-417dc5917058 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:31:57.834874 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:31:57.840534 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:31:57.864862 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Pushing event updated for resources: {'Port': ['ID=a4b8fc89-ba09-4459-8a6d-1eae43296b30,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:57.883046 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.883297 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port db4dae44-61ef-434d-a51e-859d36b04b15 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:31:57.883409 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.899935 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:57.957854 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:31:57.958950 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:31:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:31:58.026469 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542186a6-8f38-415d-aca6-a497ef1d7fc9 None None] Pushing event updated for resources: {'Port': ['ID=a6dcb2f8-7c44-4384-b755-c5ada5cd6a94,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:58.096589 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:31:58.126510 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-02d811de-20ea-490e-b343-5cd54d00ffe0 None None] Provisioning for port a4b8fc89-ba09-4459-8a6d-1eae43296b30 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:31:58.130967 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-02d811de-20ea-490e-b343-5cd54d00ffe0 None None] Provisioning complete for port a4b8fc89-ba09-4459-8a6d-1eae43296b30 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:31:58.131345 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-02d811de-20ea-490e-b343-5cd54d00ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:58.165962 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-02d811de-20ea-490e-b343-5cd54d00ffe0 None None] Port a4b8fc89-ba09-4459-8a6d-1eae43296b30 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:31:58.274707 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:56Z', 'revision_number': 3, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:31:58.301341 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39acd93-26f6-4f25-8cd6-513ab9528288 None None] The sync data for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi is: [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:56Z', 'revision_number': 3, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:31:58.336752 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:58.505422 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:58.562075 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:58.631431 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Pushing event updated for resources: {'Port': ['ID=a4b8fc89-ba09-4459-8a6d-1eae43296b30,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:31:58.636551 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:58.734657 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Network 9004d12f-4557-40c4-8eb5-417dc5917058 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:31:58.736087 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:31:58.863853 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Router f4e57cce-1073-42a9-a444-11f52bf61226 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:31:58.977240 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:31:58.983585 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c91308e7-5938-4726-a9d5-5c58ac18269d admin admin] 10.222.0.21 "PUT /v2.0/routers/f4e57cce-1073-42a9-a444-11f52bf61226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0894547 Sep 08 19:31:58.994531 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-4f79fc4f-69b2-4458-b8f5-22f1680b0ce9 None None] Provisioning complete for port a4b8fc89-ba09-4459-8a6d-1eae43296b30 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:31:58.994849 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4f79fc4f-69b2-4458-b8f5-22f1680b0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:59.033870 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-4f79fc4f-69b2-4458-b8f5-22f1680b0ce9 None None] Port a4b8fc89-ba09-4459-8a6d-1eae43296b30 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:31:59.712665 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47212) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:31:59.715516 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1682973617-network', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:31:59.763070 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Sync routers for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:31:59.773127 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:31:59.773771 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:31:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:31:59.800838 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Made reservation on behalf of 7b6f6f8e298047cfabaa24572e4149a2 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:31:59.803559 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:59.813770 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:59.866233 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:31:59.906880 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:31:59.923287 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:31:59.979450 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.001126 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:32:00.015106 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5de374-cd25-46ad-9df8-ffb452dc6965,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:00.020932 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.021411 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Added segment 6281b604-64ee-4594-b169-30e34c10d581 of type vlan for network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 Sep 08 19:32:00.053342 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:00.061345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.063388 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:00.066622 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.156357 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.157345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:00.157950 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.193017 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.211364 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'a4b8fc89-ba09-4459-8a6d-1eae43296b30', 'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:57Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 2, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'subnets': [{'id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:00.221119 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] Pushing event updated for resources: {'Network': ['ID=fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:00.244753 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:32:00.247603 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a6dcb2f8-7c44-4384-b755-c5ada5cd6a94,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:00.249697 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Checking router: f4e57cce-1073-42a9-a444-11f52bf61226 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:32:00.250065 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Updating router f4e57cce-1073-42a9-a444-11f52bf61226 port a4b8fc89-ba09-4459-8a6d-1eae43296b30 binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:32:00.281621 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-bee1cacc-292b-45be-8769-2eac37ddb4be admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5700572 Sep 08 19:32:00.284276 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47216) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:00.289214 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Request body: {'subnet': {'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1682973617-subnet', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:00.294063 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.336603 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.389944 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Made reservation on behalf of 7b6f6f8e298047cfabaa24572e4149a2 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:32:00.392591 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.462333 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=a6dcb2f8-7c44-4384-b755-c5ada5cd6a94,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:00.663575 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.674177 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Transition to ACTIVE for port object a4b8fc89-ba09-4459-8a6d-1eae43296b30 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:32:00.779786 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.836628 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a573ff2-bf6a-4172-84fa-8a0231c5d14d None None] Pushing event updated for resources: {'Port': ['ID=a4b8fc89-ba09-4459-8a6d-1eae43296b30,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:00.889799 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Attempting to bind port a4b8fc89-ba09-4459-8a6d-1eae43296b30 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:32:00.889799 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Attempting to bind port a4b8fc89-ba09-4459-8a6d-1eae43296b30 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:32:00.890093 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Attempting to bind port a4b8fc89-ba09-4459-8a6d-1eae43296b30 on network 9004d12f-4557-40c4-8eb5-417dc5917058 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:32:00.895885 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.900843 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:32:00.901319 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Checking segment: {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:32:00.901758 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.902158 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Bound using segment: {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:32:00.902642 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Bound port: a4b8fc89-ba09-4459-8a6d-1eae43296b30, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:32:00.903052 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:00.968112 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca53375-ecdf-44a3-9869-7936b79c4391,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:00.970691 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Checking segment: {'id': '6281b604-64ee-4594-b169-30e34c10d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:32:00.971252 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Network hostable DHCP agents. Network: fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:32:00.979600 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] For port a4b8fc89-ba09-4459-8a6d-1eae43296b30, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:32:00.983363 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] For port a4b8fc89-ba09-4459-8a6d-1eae43296b30, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a4b8fc89-ba09-4459-8a6d-1eae43296b30,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:32:01.071172 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:01.093897 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:32:01.126974 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:01.127531 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:31:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:01.166092 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a573ff2-bf6a-4172-84fa-8a0231c5d14d None None] Pushing event updated for resources: {'Port': ['ID=a4b8fc89-ba09-4459-8a6d-1eae43296b30,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:01.178129 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:32:01.182652 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:01.183298 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:01.189583 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d7674-2dd9-402e-be0a-bf223a913e89 None None] Network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:32:01.271781 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-627141fc-5392-4ee9-804a-4291df175bd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9864268 Sep 08 19:32:01.274547 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47234) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:01.279574 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:01.363661 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3492'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:01.365147 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3501'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:01.424879 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:01.444568 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:01.630925 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:01.646666 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp868a62b0-3140-5a6e-85ea-65f88bdd896f-fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620', 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'fixed_ips': [{'subnet_id': '2ca53375-ecdf-44a3-9869-7936b79c4391'}]}} from dv-cinder-807933-1-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 19:32:01.647491 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:01.752378 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7718ccd1-1044-42ba-9dcd-775329aaa2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:01.838927 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'a4b8fc89-ba09-4459-8a6d-1eae43296b30', 'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:57Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'subnets': [{'id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:01.841068 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Allocated IP 172.20.0.2 (fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620/2ca53375-ecdf-44a3-9869-7936b79c4391/b83c1f2f-4bde-41ac-a5a6-b97100793dcb) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:32:01.873847 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:01.880111 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7936d23-45d8-4d3b-aa00-53ae764a1073 None None] The sync data for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi is: [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'a4b8fc89-ba09-4459-8a6d-1eae43296b30', 'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:57Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'subnets': [{'id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:32:01.883110 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:01.906659 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.021067 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:02.021442 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.045167 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Allocated IP 172.27.0.213 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/2ca73fe8-ce33-4566-9de6-2c8bc2688684) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:32:02.121862 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.154727 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Transition to ACTIVE for port object b83c1f2f-4bde-41ac-a5a6-b97100793dcb will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:32:02.180574 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.181980 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Transition to ACTIVE for port object b83c1f2f-4bde-41ac-a5a6-b97100793dcb will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:32:02.271331 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.300050 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.314789 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:32:02.318011 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:32:02.323826 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:32:02.329666 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Pushing event updated for resources: {'Port': ['ID=b83c1f2f-4bde-41ac-a5a6-b97100793dcb,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:02.339020 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:32:02.346562 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:32:02.354942 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:32:02.358873 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Pushing event updated for resources: {'Port': ['ID=2ca73fe8-ce33-4566-9de6-2c8bc2688684,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:02.389385 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Attempting to bind port b83c1f2f-4bde-41ac-a5a6-b97100793dcb on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:32:02.389385 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Attempting to bind port b83c1f2f-4bde-41ac-a5a6-b97100793dcb by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '6281b604-64ee-4594-b169-30e34c10d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:32:02.389605 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Attempting to bind port b83c1f2f-4bde-41ac-a5a6-b97100793dcb on network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:32:02.395765 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:32:02.395765 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Checking segment: {'id': '6281b604-64ee-4594-b169-30e34c10d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:32:02.396146 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.396537 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Bound using segment: {'id': '6281b604-64ee-4594-b169-30e34c10d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:32:02.397086 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Bound port: b83c1f2f-4bde-41ac-a5a6-b97100793dcb, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6281b604-64ee-4594-b169-30e34c10d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:32:02.397444 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.481376 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] For port b83c1f2f-4bde-41ac-a5a6-b97100793dcb, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:32:02.484905 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] For port b83c1f2f-4bde-41ac-a5a6-b97100793dcb, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=b83c1f2f-4bde-41ac-a5a6-b97100793dcb,segment=NetworkSegment(6281b604-64ee-4594-b169-30e34c10d581),segment_id=6281b604-64ee-4594-b169-30e34c10d581)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:32:02.574734 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.657054 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae46f3-f448-4dd9-b2c5-79e87d350d16 None None] Pushing event updated for resources: {'Port': ['ID=b83c1f2f-4bde-41ac-a5a6-b97100793dcb,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:02.734437 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:02.967383 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732225'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:03.144700 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Router 8c4395bc-b591-4fcf-8889-064c9e6d5676 is scheduled to L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 19:32:03.255711 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:32:03.266410 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Sync routers for ids ['8c4395bc-b591-4fcf-8889-064c9e6d5676'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:32:03.276813 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Routers {'8c4395bc-b591-4fcf-8889-064c9e6d5676'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:03.277973 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:31:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['8c4395bc-b591-4fcf-8889-064c9e6d5676'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:03.360798 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:03.362109 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-56cfda66-fcc5-4802-882a-baa1bf4db48a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0865631 Sep 08 19:32:03.365130 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47240) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:03.389403 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Set router 8c4395bc-b591-4fcf-8889-064c9e6d5676 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:03.499608 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4703d299-06b4-4c7a-8bca-63936c525158 None None] Network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:32:03.584288 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:02Z', 'revision_number': 3, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'gw_port': {'id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:03.619106 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Checking router: 8c4395bc-b591-4fcf-8889-064c9e6d5676 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:32:03.619571 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Updating router 8c4395bc-b591-4fcf-8889-064c9e6d5676 port 2ca73fe8-ce33-4566-9de6-2c8bc2688684 binding host dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:32:03.655696 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:03.659516 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-9744af98-a136-4563-8a81-ad864e0322b2 None None] Provisioning for port b83c1f2f-4bde-41ac-a5a6-b97100793dcb completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:03.910162 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:03.942730 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b83c1f2f-4bde-41ac-a5a6-b97100793dcb up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:04.019618 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.032985 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Transition to ACTIVE for port object 2ca73fe8-ce33-4566-9de6-2c8bc2688684 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:32:04.069065 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port b83c1f2f-4bde-41ac-a5a6-b97100793dcb completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:04.072746 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port b83c1f2f-4bde-41ac-a5a6-b97100793dcb triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:04.073121 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.099463 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.109845 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Allocated IP 172.20.0.1 (fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620/2ca53375-ecdf-44a3-9869-7936b79c4391/e19a0ce0-5faa-4136-afaf-eeb0dab57645) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:32:04.146678 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Attempting to bind port 2ca73fe8-ce33-4566-9de6-2c8bc2688684 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:32:04.147058 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Attempting to bind port 2ca73fe8-ce33-4566-9de6-2c8bc2688684 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:32:04.147393 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Attempting to bind port 2ca73fe8-ce33-4566-9de6-2c8bc2688684 on network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:32:04.159085 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49a9e3-ad9d-4ea4-93cf-1ca9f84906ad None None] Pushing event updated for resources: {'Port': ['ID=2ca73fe8-ce33-4566-9de6-2c8bc2688684,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:04.167098 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:32:04.167511 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Checking segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:32:04.167912 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.168295 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Bound using segment: {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:32:04.168778 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Bound port: 2ca73fe8-ce33-4566-9de6-2c8bc2688684, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b95e0-4eba-4534-8f56-ec49ef6d9970', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:32:04.168901 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.169966 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.182721 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2b35e6db-0eee-4a16-84f2-f3b571f30f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.223344 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port b83c1f2f-4bde-41ac-a5a6-b97100793dcb, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=b83c1f2f-4bde-41ac-a5a6-b97100793dcb,segment=NetworkSegment(6281b604-64ee-4594-b169-30e34c10d581),segment_id=6281b604-64ee-4594-b169-30e34c10d581)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:04.224692 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] For port 2ca73fe8-ce33-4566-9de6-2c8bc2688684, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:32:04.227998 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] For port 2ca73fe8-ce33-4566-9de6-2c8bc2688684, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=2ca73fe8-ce33-4566-9de6-2c8bc2688684,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:32:04.244250 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.257874 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Transition to ACTIVE for port object e19a0ce0-5faa-4136-afaf-eeb0dab57645 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:32:04.299031 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.299828 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a4b8fc89-ba09-4459-8a6d-1eae43296b30 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:04.328134 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.368809 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.384322 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Routers {'8c4395bc-b591-4fcf-8889-064c9e6d5676'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:04.384946 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['8c4395bc-b591-4fcf-8889-064c9e6d5676'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:04.387983 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=b83c1f2f-4bde-41ac-a5a6-b97100793dcb,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:04.415307 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:32:04.418339 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:32:04.422869 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:32:04.453601 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Pushing event updated for resources: {'Port': ['ID=e19a0ce0-5faa-4136-afaf-eeb0dab57645,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:04.463750 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.481032 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732304'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.490261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port a4b8fc89-ba09-4459-8a6d-1eae43296b30 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:04.495243 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port a4b8fc89-ba09-4459-8a6d-1eae43296b30 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:04.498348 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.514440 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49a9e3-ad9d-4ea4-93cf-1ca9f84906ad None None] Pushing event updated for resources: {'Port': ['ID=2ca73fe8-ce33-4566-9de6-2c8bc2688684,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:04.597331 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] Set router 8c4395bc-b591-4fcf-8889-064c9e6d5676 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:04.619462 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.655226 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port a4b8fc89-ba09-4459-8a6d-1eae43296b30, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a4b8fc89-ba09-4459-8a6d-1eae43296b30,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:04.721760 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.722395 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.785322 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=a4b8fc89-ba09-4459-8a6d-1eae43296b30,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:04.802597 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:02Z', 'revision_number': 3, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'gw_port': {'id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:04.819062 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-39f702c7-f3d6-4496-a1ce-1fe3f5410c23 None None] Provisioning for port e19a0ce0-5faa-4136-afaf-eeb0dab57645 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:04.823209 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-39f702c7-f3d6-4496-a1ce-1fe3f5410c23 None None] Provisioning complete for port e19a0ce0-5faa-4136-afaf-eeb0dab57645 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:04.823795 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-39f702c7-f3d6-4496-a1ce-1fe3f5410c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.829544 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98436579-e405-4b0b-af8d-9dcda4b27751 None None] The sync data for ids ['8c4395bc-b591-4fcf-8889-064c9e6d5676'] in dv-cinder-807933-1-iscsi is: [{'id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:02Z', 'revision_number': 3, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'gw_port': {'id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:32:04.868434 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-39f702c7-f3d6-4496-a1ce-1fe3f5410c23 None None] Port e19a0ce0-5faa-4136-afaf-eeb0dab57645 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:32:04.908466 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:04.973537 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:05.054236 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775936'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:05.054236 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Pushing event updated for resources: {'Port': ['ID=e19a0ce0-5faa-4136-afaf-eeb0dab57645,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:05.185623 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:32:05.187391 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:32:05.322681 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Router 8c4395bc-b591-4fcf-8889-064c9e6d5676 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:32:05.446715 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:32:05.452461 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-dca3022e-9953-497a-bdbb-69ab8d3a8905 admin admin] 10.222.0.21 "PUT /v2.0/routers/8c4395bc-b591-4fcf-8889-064c9e6d5676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0862408 Sep 08 19:32:05.493549 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-dcc7c8b1-1d6c-410e-83cb-715bc4e2d2b4 None None] Provisioning complete for port e19a0ce0-5faa-4136-afaf-eeb0dab57645 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:05.494322 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c8b1-1d6c-410e-83cb-715bc4e2d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:05.533373 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7c8b1-1d6c-410e-83cb-715bc4e2d2b4 None None] Port e19a0ce0-5faa-4136-afaf-eeb0dab57645 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:32:05.932646 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b83c1f2f-4bde-41ac-a5a6-b97100793dcb up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:05.937590 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:05.943441 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd6120-6e0e-4438-b7c8-bf6bb5817a5c req-9bebf28c-efb7-4c51-88f1-69c00624afbf tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:05.944960 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0dbd6120-6e0e-4438-b7c8-bf6bb5817a5c req-9bebf28c-efb7-4c51-88f1-69c00624afbf tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 945 time: 0.0529711 Sep 08 19:32:05.986099 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0dbd6120-6e0e-4438-b7c8-bf6bb5817a5c req-10bde1a5-0117-4f5c-9c14-0cd10c85980e tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349693 Sep 08 19:32:05.986485 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port b83c1f2f-4bde-41ac-a5a6-b97100793dcb triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:05.987887 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.036684 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47278) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:06.041775 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-f4c404aa-c35c-4931-ad52-1607876533c0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920773525', 'description': 'tempest-secgroup-smoke-920773525 description', 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:06.073617 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 2ca73fe8-ce33-4566-9de6-2c8bc2688684 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:06.122007 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f4c404aa-c35c-4931-ad52-1607876533c0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.189038 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port 2ca73fe8-ce33-4566-9de6-2c8bc2688684 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:06.193514 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 2ca73fe8-ce33-4566-9de6-2c8bc2688684 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:06.193937 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.205338 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f4c404aa-c35c-4931-ad52-1607876533c0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.276973 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.280923 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f4c404aa-c35c-4931-ad52-1607876533c0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.298366 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port 2ca73fe8-ce33-4566-9de6-2c8bc2688684, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=2ca73fe8-ce33-4566-9de6-2c8bc2688684,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:06.310569 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c404aa-c35c-4931-ad52-1607876533c0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc6f093-b833-44e0-b905-42e0f6a06c85,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:06.356343 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.357240 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a4b8fc89-ba09-4459-8a6d-1eae43296b30 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:06.414392 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f4c404aa-c35c-4931-ad52-1607876533c0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.419118 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f4c404aa-c35c-4931-ad52-1607876533c0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3776095 Sep 08 19:32:06.419118 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47280) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:06.424941 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-cfadbf4c-0510-4750-b504-f0835fe83c10 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Request body: {'security_group_rule': {'security_group_id': 'cfc6f093-b833-44e0-b905-42e0f6a06c85', 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:06.434526 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=2ca73fe8-ce33-4566-9de6-2c8bc2688684,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:06.446367 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port a4b8fc89-ba09-4459-8a6d-1eae43296b30 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:06.446739 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.517726 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Sync routers for ids ['8c4395bc-b591-4fcf-8889-064c9e6d5676'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:32:06.526774 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfadbf4c-0510-4750-b504-f0835fe83c10 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.543042 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Routers {'8c4395bc-b591-4fcf-8889-064c9e6d5676'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:06.543639 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['8c4395bc-b591-4fcf-8889-064c9e6d5676'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:06.581025 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfadbf4c-0510-4750-b504-f0835fe83c10 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.664471 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfadbf4c-0510-4750-b504-f0835fe83c10 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.686401 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadbf4c-0510-4750-b504-f0835fe83c10 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a029bd8f-7c8b-47eb-830e-cb6910052749,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:06.768948 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfadbf4c-0510-4750-b504-f0835fe83c10 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.772760 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-cfadbf4c-0510-4750-b504-f0835fe83c10 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3498321 Sep 08 19:32:06.772992 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47282) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:06.776936 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Set router 8c4395bc-b591-4fcf-8889-064c9e6d5676 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:06.777499 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-8b47fe6d-f899-4bfc-8309-c7b0df330a2d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Request body: {'security_group_rule': {'security_group_id': 'cfc6f093-b833-44e0-b905-42e0f6a06c85', 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:06.870380 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe6d-f899-4bfc-8309-c7b0df330a2d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.930788 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe6d-f899-4bfc-8309-c7b0df330a2d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:06.982288 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 4, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'gw_port': {'id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'e19a0ce0-5faa-4136-afaf-eeb0dab57645', 'name': '', 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'mac_address': 'fa:16:3e:e7:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2ca53375-ecdf-44a3-9869-7936b79c4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:03Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 2, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'subnets': [{'id': '2ca53375-ecdf-44a3-9869-7936b79c4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:07.009216 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe6d-f899-4bfc-8309-c7b0df330a2d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.012645 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Checking router: 8c4395bc-b591-4fcf-8889-064c9e6d5676 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:32:07.013003 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Updating router 8c4395bc-b591-4fcf-8889-064c9e6d5676 port e19a0ce0-5faa-4136-afaf-eeb0dab57645 binding host dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 19:32:07.032732 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47fe6d-f899-4bfc-8309-c7b0df330a2d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcbdac5-c058-476d-a696-5e8c053b67f6,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:07.043317 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.099693 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe6d-f899-4bfc-8309-c7b0df330a2d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.100949 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8b47fe6d-f899-4bfc-8309-c7b0df330a2d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3270147 Sep 08 19:32:07.103701 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47286) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:07.108386 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-812af6cb-8e86-430e-a47f-475320937263 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Request body: {'security_group_rule': {'security_group_id': 'cfc6f093-b833-44e0-b905-42e0f6a06c85', 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:07.131225 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81460069-b122-44ab-ae25-543fe2b3eb69 req-af19516e-7100-465c-9130-11a60e7bf384 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:07.132869 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81460069-b122-44ab-ae25-543fe2b3eb69 req-af19516e-7100-465c-9130-11a60e7bf384 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 945 time: 0.0626900 Sep 08 19:32:07.174732 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-81460069-b122-44ab-ae25-543fe2b3eb69 req-005a2a26-df49-474b-86f6-7ce99c9fc4d1 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352817 Sep 08 19:32:07.207128 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-812af6cb-8e86-430e-a47f-475320937263 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.272169 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-812af6cb-8e86-430e-a47f-475320937263 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.330683 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.332861 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.340791 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Transition to ACTIVE for port object e19a0ce0-5faa-4136-afaf-eeb0dab57645 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:32:07.356215 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-812af6cb-8e86-430e-a47f-475320937263 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.371186 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812af6cb-8e86-430e-a47f-475320937263 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817c3b6f-674b-4795-8074-02180abbb39e,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:07.407510 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.430586 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-812af6cb-8e86-430e-a47f-475320937263 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.431850 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-812af6cb-8e86-430e-a47f-475320937263 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272290 Sep 08 19:32:07.434700 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47288) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:07.441184 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Request body: {'security_group_rule': {'security_group_id': 'cfc6f093-b833-44e0-b905-42e0f6a06c85', 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:07.462308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c01057-9c77-4921-942b-9bec82ca75b2 None None] Pushing event updated for resources: {'Port': ['ID=e19a0ce0-5faa-4136-afaf-eeb0dab57645,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:07.515446 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Attempting to bind port e19a0ce0-5faa-4136-afaf-eeb0dab57645 on host dv-cinder-807933-1-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:32:07.515818 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Attempting to bind port e19a0ce0-5faa-4136-afaf-eeb0dab57645 by drivers openvswitch,hyperv on host dv-cinder-807933-1-iscsi at level 0 using segments [{'id': '6281b604-64ee-4594-b169-30e34c10d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:32:07.516261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Attempting to bind port e19a0ce0-5faa-4136-afaf-eeb0dab57645 on network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:32:07.521613 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Checking agent: {'id': '203528bf-b766-401f-841e-c16eae4447d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 15, 4), 'started_at': datetime.datetime(2021, 9, 8, 19, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:32:07.522026 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Checking segment: {'id': '6281b604-64ee-4594-b169-30e34c10d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:32:07.522490 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.522892 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Bound using segment: {'id': '6281b604-64ee-4594-b169-30e34c10d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:32:07.523369 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Bound port: e19a0ce0-5faa-4136-afaf-eeb0dab57645, host: dv-cinder-807933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6281b604-64ee-4594-b169-30e34c10d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:32:07.523758 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.532635 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.587665 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.604578 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] For port e19a0ce0-5faa-4136-afaf-eeb0dab57645, host dv-cinder-807933-1-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:32:07.608942 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] For port e19a0ce0-5faa-4136-afaf-eeb0dab57645, host dv-cinder-807933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=e19a0ce0-5faa-4136-afaf-eeb0dab57645,segment=NetworkSegment(6281b604-64ee-4594-b169-30e34c10d581),segment_id=6281b604-64ee-4594-b169-30e34c10d581)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:32:07.693350 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.715192 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.718215 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2ec63a-2361-4059-8399-79361df17666,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:07.727805 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.728153 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.728495 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.728831 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.729161 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.729489 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.729849 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.730203 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.730546 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.730855 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.731175 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.731494 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:07.742922 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-d2526a76-5a8c-4a1d-99cd-43dc8d469995 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:07.744403 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-d2526a76-5a8c-4a1d-99cd-43dc8d469995 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 945 time: 0.0802641 Sep 08 19:32:07.776710 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Routers {'8c4395bc-b591-4fcf-8889-064c9e6d5676'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:07.777346 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['8c4395bc-b591-4fcf-8889-064c9e6d5676'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:07.795016 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.800589 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6d4987bf-e351-4779-a465-7443a973d221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3601453 Sep 08 19:32:07.800975 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47290) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:07.804995 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-dd060f06-7ba4-46ed-995a-997c9ba9545b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Request body: {'security_group_rule': {'security_group_id': 'cfc6f093-b833-44e0-b905-42e0f6a06c85', 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:07.826152 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c01057-9c77-4921-942b-9bec82ca75b2 None None] Pushing event updated for resources: {'Port': ['ID=e19a0ce0-5faa-4136-afaf-eeb0dab57645,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:07.884202 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 2ca73fe8-ce33-4566-9de6-2c8bc2688684 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:07.886116 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Deleting port f50f85dc-ed79-483a-ae68-3d248a144a28 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:32:07.886582 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.926568 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.securitygroups_db [None req-dd060f06-7ba4-46ed-995a-997c9ba9545b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Project 5d60ce9d09954e55ba79b13b33dda0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 19:32:07.933406 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd060f06-7ba4-46ed-995a-997c9ba9545b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:07.936685 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] Set router 8c4395bc-b591-4fcf-8889-064c9e6d5676 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:07.996785 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd060f06-7ba4-46ed-995a-997c9ba9545b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.001631 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] For port f50f85dc-ed79-483a-ae68-3d248a144a28, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=f50f85dc-ed79-483a-ae68-3d248a144a28,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:08.002124 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.027654 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port 2ca73fe8-ce33-4566-9de6-2c8bc2688684 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:08.028181 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.075566 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd060f06-7ba4-46ed-995a-997c9ba9545b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.095975 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd060f06-7ba4-46ed-995a-997c9ba9545b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156610f9-6fa3-419a-beb4-16431c79e585,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:08.171955 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd060f06-7ba4-46ed-995a-997c9ba9545b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.175834 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-dd060f06-7ba4-46ed-995a-997c9ba9545b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3725731 Sep 08 19:32:08.175970 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47292) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:08.180174 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.180678 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.181004 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Floating IP 0b38a786-b1e0-42e3-9cbf-6db0e6e7bd94 disassociated. External IP: 172.27.0.80, port: f50f85dc-ed79-483a-ae68-3d248a144a28. Sep 08 19:32:08.181301 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-0f0154a4-a0f6-47e5-9dc3-54cdee2c9594 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Request body: {'security_group_rule': {'security_group_id': 'cfc6f093-b833-44e0-b905-42e0f6a06c85', 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:08.181417 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Calling delete_port for f50f85dc-ed79-483a-ae68-3d248a144a28 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:32:08.222593 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 4, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'gw_port': {'id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'e19a0ce0-5faa-4136-afaf-eeb0dab57645', 'name': '', 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'mac_address': 'fa:16:3e:e7:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2ca53375-ecdf-44a3-9869-7936b79c4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:03Z', 'updated_at': '2021-09-08T19:32:07Z', 'revision_number': 4, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'subnets': [{'id': '2ca53375-ecdf-44a3-9869-7936b79c4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:08.250142 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa85a7-59a1-405f-bc9d-3354050af81a None None] The sync data for ids ['8c4395bc-b591-4fcf-8889-064c9e6d5676'] in dv-cinder-807933-1-iscsi is: [{'id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 4, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'gw_port': {'id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'e19a0ce0-5faa-4136-afaf-eeb0dab57645', 'name': '', 'network_id': 'fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'mac_address': 'fa:16:3e:e7:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2ca53375-ecdf-44a3-9869-7936b79c4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:03Z', 'updated_at': '2021-09-08T19:32:07Z', 'revision_number': 4, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'subnets': [{'id': '2ca53375-ecdf-44a3-9869-7936b79c4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:32:08.288801 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.securitygroups_db [None req-0f0154a4-a0f6-47e5-9dc3-54cdee2c9594 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Project 5d60ce9d09954e55ba79b13b33dda0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 19:32:08.292841 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f0154a4-a0f6-47e5-9dc3-54cdee2c9594 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.347461 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40825b61-2bd5-459b-a15d-37c254cb8451 req-978a3806-a925-487e-a6ce-6141cd569b6a tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:08.350639 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-40825b61-2bd5-459b-a15d-37c254cb8451 req-978a3806-a925-487e-a6ce-6141cd569b6a tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 945 time: 0.0995653 Sep 08 19:32:08.405967 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f0154a4-a0f6-47e5-9dc3-54cdee2c9594 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.422471 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-40825b61-2bd5-459b-a15d-37c254cb8451 req-77eede10-9e23-4825-8292-f8ba1a566269 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups?id=a471cb15-c37d-48a5-a676-fba16624b975&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605242 Sep 08 19:32:08.437111 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.466244 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event deleted for resources: {'Port': ['ID=f50f85dc-ed79-483a-ae68-3d248a144a28,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:08.516449 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f0154a4-a0f6-47e5-9dc3-54cdee2c9594 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548157'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.535338 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0154a4-a0f6-47e5-9dc3-54cdee2c9594 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d01b2c-3732-4697-9e92-16dfbef23606,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:08.596078 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Router 4d138c4c-9bdf-4de2-9992-824615e526e0 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:32:08.663221 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f0154a4-a0f6-47e5-9dc3-54cdee2c9594 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.664646 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0f0154a4-a0f6-47e5-9dc3-54cdee2c9594 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4871881 Sep 08 19:32:08.719795 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:32:08.733418 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] Sync routers for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:32:08.758667 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:08.760450 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:08.765817 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] No DVR routers for this DVR port f50f85dc-ed79-483a-ae68-3d248a144a28 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:32:08.768345 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:08.770470 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8c2418ae-4584-47ed-ae77-b99308535da2 req-8b413f95-3d3a-4dcd-94a1-e0bd05f72a3b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.38 "DELETE /v2.0/ports/f50f85dc-ed79-483a-ae68-3d248a144a28 HTTP/1.1" status: 204 len: 173 time: 1.0193663 Sep 08 19:32:08.771308 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011890af-ad60-4d1e-9c23-b96d089771eb', 'name': 'network-vif-deleted', 'tag': 'f50f85dc-ed79-483a-ae68-3d248a144a28'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:32:08.773170 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcca15ff-1da4-4fd5-b4ee-9f06761bc063" -d '{"events": [{"server_uuid": "011890af-ad60-4d1e-9c23-b96d089771eb", "name": "network-vif-deleted", "tag": "f50f85dc-ed79-483a-ae68-3d248a144a28"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:32:08.866279 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b195a0-8c6c-4705-8d3f-1f5ff2f21e1f x-openstack-request-id: req-21b195a0-8c6c-4705-8d3f-1f5ff2f21e1f {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:32:08.866670 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011890af-ad60-4d1e-9c23-b96d089771eb", "name": "network-vif-deleted", "tag": "f50f85dc-ed79-483a-ae68-3d248a144a28", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:32:08.867019 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21b195a0-8c6c-4705-8d3f-1f5ff2f21e1f {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:32:08.867557 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011890af-ad60-4d1e-9c23-b96d089771eb', 'name': 'network-vif-deleted', 'tag': 'f50f85dc-ed79-483a-ae68-3d248a144a28', 'status': 'completed', 'code': 200} Sep 08 19:32:08.926467 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:09.163660 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:09.189862 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] Checking router: 4d138c4c-9bdf-4de2-9992-824615e526e0 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:32:09.200016 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:09.200552 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:09.308108 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:09.522940 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:09.536081 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ae1e683c-8d18-4f14-9657-833e3a220a99 req-e64bf430-85ca-4e22-a499-1752504dee12 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/ports?device_id=011890af-ad60-4d1e-9c23-b96d089771eb HTTP/1.1" status: 200 len: 210 time: 0.0271378 Sep 08 19:32:09.558062 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1316447-4046-43e2-b3bb-8e5292dbf499 None None] The sync data for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi is: [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:26:54Z', 'revision_number': 4, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': '1e94055e-ad52-48c8-a864-365f61763071', 'name': '', 'network_id': 'a4c11c2f-276a-4315-9121-02d331fdc08b', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'mac_address': 'fa:16:3e:73:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:53Z', 'updated_at': '2021-09-08T19:27:00Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'subnets': [{'id': '81c5b9fb-43cf-45aa-a268-bb3604ce7269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:32:09.812845 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d804e95-d703-4138-a0c5-93544171232f None None] New status for floating IP 0b38a786-b1e0-42e3-9cbf-6db0e6e7bd94: DOWN {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:32:09.882496 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device e19a0ce0-5faa-4136-afaf-eeb0dab57645 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:10.047816 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning for port e19a0ce0-5faa-4136-afaf-eeb0dab57645 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:10.053173 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port e19a0ce0-5faa-4136-afaf-eeb0dab57645 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:10.053173 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:10.145269 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:10.179286 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] For port e19a0ce0-5faa-4136-afaf-eeb0dab57645, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=e19a0ce0-5faa-4136-afaf-eeb0dab57645,segment=NetworkSegment(6281b604-64ee-4594-b169-30e34c10d581),segment_id=6281b604-64ee-4594-b169-30e34c10d581)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:10.259538 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:10.306415 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Pushing event updated for resources: {'Port': ['ID=e19a0ce0-5faa-4136-afaf-eeb0dab57645,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:10.682800 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47360) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:10.740356 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea497f49-d314-4d93-9691-c583c36dab9b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:10.762790 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea497f49-d314-4d93-9691-c583c36dab9b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:10.874942 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea497f49-d314-4d93-9691-c583c36dab9b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:10.877633 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea497f49-d314-4d93-9691-c583c36dab9b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:10.878839 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ea497f49-d314-4d93-9691-c583c36dab9b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "DELETE /v2.0/security-groups/a471cb15-c37d-48a5-a676-fba16624b975 HTTP/1.1" status: 204 len: 168 time: 0.1950560 Sep 08 19:32:10.881730 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47364) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:10.889045 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea497f49-d314-4d93-9691-c583c36dab9b tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a471cb15-c37d-48a5-a676-fba16624b975,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:10.897231 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.api.v2.resource [None req-c1c4c658-f7e1-42b9-b72f-0e03d9a86877 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] show failed (client error): The resource could not be found. Sep 08 19:32:10.898556 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c1c4c658-f7e1-42b9-b72f-0e03d9a86877 tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "GET /v2.0/security-groups/a471cb15-c37d-48a5-a676-fba16624b975 HTTP/1.1" status: 404 len: 347 time: 0.0156469 Sep 08 19:32:10.902232 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47366) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:10.934197 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f50f85dc-ed79-483a-ae68-3d248a144a28 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:32:10.960320 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: f50f85dc-ed79-483a-ae68-3d248a144a28 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:32:10.960666 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device f50f85dc-ed79-483a-ae68-3d248a144a28 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:32:11.026546 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Deleting port 80460720-4776-4ce2-a2f9-f0136ad9faff {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:32:11.026884 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:11.103352 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:11.103601 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:11.114957 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Calling delete_port for 80460720-4776-4ce2-a2f9-f0136ad9faff owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:32:11.308828 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:11.335614 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Pushing event deleted for resources: {'Port': ['ID=80460720-4776-4ce2-a2f9-f0136ad9faff,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:11.394894 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:11.397369 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:11.398539 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d05b5d82-2be0-471f-9c6a-47562ecd6acd tempest-AttachVolumeTestJSON-1769595466 tempest-AttachVolumeTestJSON-1769595466-project] 10.222.0.21 "DELETE /v2.0/floatingips/0b38a786-b1e0-42e3-9cbf-6db0e6e7bd94 HTTP/1.1" status: 204 len: 168 time: 0.4954300 Sep 08 19:32:11.846659 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device e19a0ce0-5faa-4136-afaf-eeb0dab57645 up at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:11.896094 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Provisioning complete for port e19a0ce0-5faa-4136-afaf-eeb0dab57645 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:11.896501 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:15.345517 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47402) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:15.835166 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775979'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:16.082018 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Deleting port 1e94055e-ad52-48c8-a864-365f61763071 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:32:16.082355 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:16.158722 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] For port 1e94055e-ad52-48c8-a864-365f61763071, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=1e94055e-ad52-48c8-a864-365f61763071,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:16.158998 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:16.170714 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Calling delete_port for 1e94055e-ad52-48c8-a864-365f61763071 owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:32:16.417555 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:16.447487 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e94055e-ad52-48c8-a864-365f61763071,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:16.609513 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776095'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:17.083081 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Router 4d138c4c-9bdf-4de2-9992-824615e526e0 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:32:17.186079 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:32:17.191357 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-db79daf3-e7d2-4109-b5a2-0bca1844dbe9 admin admin] 10.222.0.21 "PUT /v2.0/routers/4d138c4c-9bdf-4de2-9992-824615e526e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8436971 Sep 08 19:32:17.193817 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47410) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:17.196387 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] Sync routers for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:32:17.205729 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:17.206348 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:17.296270 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:17.321289 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:17.401389 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:17.494344 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:32:16Z', 'revision_number': 5, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port': {'id': '156fa043-fe61-41c1-8885-1fa5a7314888', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:26:51Z', 'updated_at': '2021-09-08T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:17.520230 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] Checking router: 4d138c4c-9bdf-4de2-9992-824615e526e0 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:32:17.528731 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] Routers {'4d138c4c-9bdf-4de2-9992-824615e526e0'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:17.529337 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['4d138c4c-9bdf-4de2-9992-824615e526e0'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:17.534801 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Deleting port 156fa043-fe61-41c1-8885-1fa5a7314888 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:32:17.535300 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:17.625316 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] For port 156fa043-fe61-41c1-8885-1fa5a7314888, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=156fa043-fe61-41c1-8885-1fa5a7314888,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:17.625740 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:17.644035 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Calling delete_port for 156fa043-fe61-41c1-8885-1fa5a7314888 owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:32:17.717146 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] Set router 4d138c4c-9bdf-4de2-9992-824615e526e0 gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:17.769469 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:32:17Z', 'revision_number': 6, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port_host': None}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:17.794974 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ef9b8-2324-4e05-a89c-632510971169 None None] The sync data for ids ['4d138c4c-9bdf-4de2-9992-824615e526e0'] in dv-cinder-807933-1-iscsi is: [{'id': '4d138c4c-9bdf-4de2-9992-824615e526e0', 'name': 'tempest-AttachVolumeTestJSON-1550739064-router', 'tenant_id': '33fe5a2baa51495ab417abfc0d0a795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:26:50Z', 'updated_at': '2021-09-08T19:32:17Z', 'revision_number': 6, 'project_id': '33fe5a2baa51495ab417abfc0d0a795c', 'gw_port_host': None}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:32:17.910731 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:17.945186 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Pushing event deleted for resources: {'Port': ['ID=156fa043-fe61-41c1-8885-1fa5a7314888,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:18.002976 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732285'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.092390 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3482'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.094383 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.196152 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770247'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.196799 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d138c4c-9bdf-4de2-9992-824615e526e0 {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 19:32:18.202664 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.203831 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e4e825d5-a53e-4499-8359-5a2091f2cedf admin admin] 10.222.0.21 "DELETE /v2.0/routers/4d138c4c-9bdf-4de2-9992-824615e526e0 HTTP/1.1" status: 204 len: 168 time: 1.0090907 Sep 08 19:32:18.206979 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47414) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:18.260951 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c7d0e9-2b3f-41a6-ac55-08ad1f40bd41 admin admin] Deleting subnet 81c5b9fb-43cf-45aa-a268-bb3604ce7269 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:32:18.263978 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-63c7d0e9-2b3f-41a6-ac55-08ad1f40bd41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.296912 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-63c7d0e9-2b3f-41a6-ac55-08ad1f40bd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278518'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.372434 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-63c7d0e9-2b3f-41a6-ac55-08ad1f40bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.505164 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-63c7d0e9-2b3f-41a6-ac55-08ad1f40bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4935558'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.531714 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7d0e9-2b3f-41a6-ac55-08ad1f40bd41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c5b9fb-43cf-45aa-a268-bb3604ce7269,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:18.534438 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-63c7d0e9-2b3f-41a6-ac55-08ad1f40bd41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.536897 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-63c7d0e9-2b3f-41a6-ac55-08ad1f40bd41 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/81c5b9fb-43cf-45aa-a268-bb3604ce7269 HTTP/1.1" status: 204 len: 168 time: 0.3288796 Sep 08 19:32:18.540110 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47416) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:18.543282 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a310e-77d3-4c46-aeb5-57d575d5aa4d None None] Network a4c11c2f-276a-4315-9121-02d331fdc08b requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:32:18.630188 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.687057 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Deleting port 55bd7a7a-be5b-4560-8094-d75a2f949f96 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:32:18.687468 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.745857 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] DHCP port deletion for a4c11c2f-276a-4315-9121-02d331fdc08b request from dv-cinder-807933-1-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 19:32:18.757011 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] For port 55bd7a7a-be5b-4560-8094-d75a2f949f96, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=55bd7a7a-be5b-4560-8094-d75a2f949f96,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:18.757736 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.771871 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Calling delete_port for 55bd7a7a-be5b-4560-8094-d75a2f949f96 owned by network:dhcp {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:32:18.793441 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Deleting port 55bd7a7a-be5b-4560-8094-d75a2f949f96 {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:32:18.793997 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.870573 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] For port 55bd7a7a-be5b-4560-8094-d75a2f949f96, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=55bd7a7a-be5b-4560-8094-d75a2f949f96,segment=NetworkSegment(f04d3bf3-dd24-41fb-a7db-832a893e7991),segment_id=f04d3bf3-dd24-41fb-a7db-832a893e7991)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:18.871128 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:18.884681 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Calling delete_port for 55bd7a7a-be5b-4560-8094-d75a2f949f96 owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:32:19.074754 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:19.106800 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Pushing event deleted for resources: {'Port': ['ID=55bd7a7a-be5b-4560-8094-d75a2f949f96,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:19.109171 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] No DVR routers for this DVR port 55bd7a7a-be5b-4560-8094-d75a2f949f96 on host dv-cinder-807933-1-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:32:19.121079 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.121427 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.121803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.122230 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.124308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.124308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.124308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.124308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.124308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.124308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.124308 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.125083 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4607b4c3-0020-4e2a-9b64-e1b9f3b002e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:19.126395 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:19.154314 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=55bd7a7a-be5b-4560-8094-d75a2f949f96,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:19.156578 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] No DVR routers for this DVR port 55bd7a7a-be5b-4560-8094-d75a2f949f96 on host dv-cinder-807933-1-iscsi {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:32:19.238044 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:19.261537 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c11c2f-276a-4315-9121-02d331fdc08b']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:19.272023 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04d3bf3-dd24-41fb-a7db-832a893e7991') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:19.272322 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04d3bf3-dd24-41fb-a7db-832a893e7991') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:19.281480 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:19.294546 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:19.300320 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:32:19.300737 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: self.session.flush() Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: self.session.flush() Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: self.session.flush() Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: self.session.flush() Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:32:19.302411 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:32:19.522055 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:19.527419 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:19.529260 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4c11c2f-276a-4315-9121-02d331fdc08b HTTP/1.1" status: 204 len: 168 time: 0.9847479 Sep 08 19:32:19.539831 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd2c2b-2e8e-4973-883a-0659b5611ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c11c2f-276a-4315-9121-02d331fdc08b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:19.838573 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 1e94055e-ad52-48c8-a864-365f61763071 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:32:19.857817 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 1e94055e-ad52-48c8-a864-365f61763071 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:32:19.858165 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 1e94055e-ad52-48c8-a864-365f61763071 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:32:19.858580 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 55bd7a7a-be5b-4560-8094-d75a2f949f96 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:32:19.877770 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 55bd7a7a-be5b-4560-8094-d75a2f949f96 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:32:19.878106 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 55bd7a7a-be5b-4560-8094-d75a2f949f96 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:32:19.878510 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 156fa043-fe61-41c1-8885-1fa5a7314888 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:32:19.896142 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 156fa043-fe61-41c1-8885-1fa5a7314888 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:32:19.896483 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 156fa043-fe61-41c1-8885-1fa5a7314888 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:32:19.940164 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47426) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:19.980085 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a0158420-5e47-44d5-8c1a-142e5641e11c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33fe5a2baa51495ab417abfc0d0a795c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387845 Sep 08 19:32:19.982537 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47428) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:20.030041 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-451c52e0-695f-42b8-8666-28eb75d7467b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:20.051735 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-451c52e0-695f-42b8-8666-28eb75d7467b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:20.179167 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-451c52e0-695f-42b8-8666-28eb75d7467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:20.181748 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-451c52e0-695f-42b8-8666-28eb75d7467b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:20.182908 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-451c52e0-695f-42b8-8666-28eb75d7467b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09d0699b-1cdd-4fa5-b5cb-4d8ca248b803 HTTP/1.1" status: 204 len: 168 time: 0.1993942 Sep 08 19:32:20.190707 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c52e0-695f-42b8-8666-28eb75d7467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0699b-1cdd-4fa5-b5cb-4d8ca248b803,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:22.216575 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47474) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:22.319791 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:22.412364 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:22.488031 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:22.525053 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7446e034-48f9-4924-bffc-f924f4d1cb12,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:22.529648 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=778173145dae4f43b21d635233ebe85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120680 Sep 08 19:32:22.532422 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47478) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:22.534476 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.535024 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.535369 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.535710 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.536040 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.536373 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.536703 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.537030 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.537357 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.537697 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.538038 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.538351 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d71f30-b4b2-49c1-aeaa-83bf0cf039f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:32:22.581572 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6dac5e2-5be0-44ac-91d2-7ca9ccb6b286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:22.602606 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6dac5e2-5be0-44ac-91d2-7ca9ccb6b286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:22.708677 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6dac5e2-5be0-44ac-91d2-7ca9ccb6b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:22.711377 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6dac5e2-5be0-44ac-91d2-7ca9ccb6b286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:22.712556 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b6dac5e2-5be0-44ac-91d2-7ca9ccb6b286 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7446e034-48f9-4924-bffc-f924f4d1cb12 HTTP/1.1" status: 204 len: 168 time: 0.1791120 Sep 08 19:32:22.720456 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac5e2-5be0-44ac-91d2-7ca9ccb6b286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7446e034-48f9-4924-bffc-f924f4d1cb12,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:23.308439 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47494) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:23.322200 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-25c108de-eee7-49ee-aef8-956fef2c09bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:23.408050 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-25c108de-eee7-49ee-aef8-956fef2c09bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:23.508795 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-25c108de-eee7-49ee-aef8-956fef2c09bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:23.549588 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-25c108de-eee7-49ee-aef8-956fef2c09bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=592314c6e8fe4f2fb82cbd0cb7648375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400303 Sep 08 19:32:23.550633 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c108de-eee7-49ee-aef8-956fef2c09bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d706bb4-1725-4312-9f9d-942c97037564,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:23.552472 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47500) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:23.568490 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:23.602841 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b252844a-8bdb-4cac-90e6-8f17da3d15ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:23.623241 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b252844a-8bdb-4cac-90e6-8f17da3d15ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:23.715904 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b252844a-8bdb-4cac-90e6-8f17da3d15ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:23.718519 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b252844a-8bdb-4cac-90e6-8f17da3d15ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:23.719707 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b252844a-8bdb-4cac-90e6-8f17da3d15ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d706bb4-1725-4312-9f9d-942c97037564 HTTP/1.1" status: 204 len: 168 time: 0.1657610 Sep 08 19:32:23.727894 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252844a-8bdb-4cac-90e6-8f17da3d15ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d706bb4-1725-4312-9f9d-942c97037564,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:27.597610 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-44e70438-9216-427a-877b-bc15e57eabf9 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920773525&fields=id&tenant_id=5d60ce9d09954e55ba79b13b33dda0ea HTTP/1.1" status: 200 len: 267 time: 0.0353265 Sep 08 19:32:27.717475 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-d027c2da-15bb-44c4-8e2e-1846dc8bce5b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:27.718988 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-d027c2da-15bb-44c4-8e2e-1846dc8bce5b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/networks?id=9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 200 len: 808 time: 0.1099334 Sep 08 19:32:27.736127 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-b3ac20f3-301e-4042-bf96-3458490e12d1 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/quotas/5d60ce9d09954e55ba79b13b33dda0ea HTTP/1.1" status: 200 len: 375 time: 0.0110660 Sep 08 19:32:27.792588 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-9ee6d423-69c9-4d86-8bf5-2fd3500e5318 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510180 Sep 08 19:32:27.983682 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-2f49edb7-fb64-46f7-a4b0-da94c5142c0f service neutron] 10.222.0.21 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786411 Sep 08 19:32:28.083272 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-411ce4fe-9640-49dc-a6db-8574f07b9945 service neutron] 10.222.0.21 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928719 Sep 08 19:32:28.700793 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:32:28.817445 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-245385d6-13ea-470a-8553-aaf9cb3f9128 req-7918661f-a5db-45e6-83e6-c337fd20460e tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 210 time: 0.0247691 Sep 08 19:32:29.910370 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8163e166-996f-459e-8bb4-d9e9fbe65467 req-fa25e001-7976-4a8f-a41a-9d19366b9e19 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 210 time: 0.0256515 Sep 08 19:32:30.658366 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-e76b1124-8e9d-4395-abe4-385df21a57a2 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:30.659800 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-e76b1124-8e9d-4395-abe4-385df21a57a2 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.38 "GET /v2.0/networks?id=9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 200 len: 808 time: 0.1112785 Sep 08 19:32:30.702895 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-bbfb1696-84bb-44fa-bc8a-23578d622035 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d60ce9d09954e55ba79b13b33dda0ea HTTP/1.1" status: 200 len: 379 time: 0.0335722 Sep 08 19:32:30.712129 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Request body: {'port': {'device_id': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'admin_state_up': True, 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'security_groups': ['cfc6f093-b833-44e0-b905-42e0f6a06c85']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:30.887514 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Made reservation on behalf of 5d60ce9d09954e55ba79b13b33dda0ea for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:32:30.891422 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.009293 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47630) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:31.018951 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-841627bd-7f79-4cd5-8552-51195ea275c2 req-e35a9e67-218e-4f0d-b061-9f61ee92a430 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 210 time: 0.0322044 Sep 08 19:32:31.044467 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Allocated IP 172.20.0.13 (9004d12f-4557-40c4-8eb5-417dc5917058/8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee/886b9d21-bb91-40eb-82f2-fbb6e1e31811) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:32:31.162070 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6100e70b-ff27-4a23-a2ed-4289c8338749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.225917 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.248722 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Transition to ACTIVE for port object 886b9d21-bb91-40eb-82f2-fbb6e1e31811 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:32:31.315520 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6100e70b-ff27-4a23-a2ed-4289c8338749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.373413 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.410900 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6100e70b-ff27-4a23-a2ed-4289c8338749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.415309 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-2aa5c0ad-dc6e-4ef7-b9a9-6441fd835b2f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415478 Sep 08 19:32:31.445325 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Network 9004d12f-4557-40c4-8eb5-417dc5917058 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:32:31.461924 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:32:31.479079 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-81c88400-060b-49db-a980-fc6add584514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:31.480475 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:32:31.480843 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-81c88400-060b-49db-a980-fc6add584514 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 1099 time: 0.0442543 Sep 08 19:32:31.485895 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'Port': ['ID=886b9d21-bb91-40eb-82f2-fbb6e1e31811,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:31.506757 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100e70b-ff27-4a23-a2ed-4289c8338749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77347465-f59f-41d5-aab3-693d25427d26,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:31.511139 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6100e70b-ff27-4a23-a2ed-4289c8338749 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d68d0ca08e84ee093d42a0da01083ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006804 Sep 08 19:32:31.514238 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47634) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:31.563164 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:31.563812 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.596175 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-370698ef-5cb2-48b8-9404-b9b5a5ddf3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.611450 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-5debb7b7-7116-4441-8d8e-e9567ffac697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:31.612952 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-5debb7b7-7116-4441-8d8e-e9567ffac697 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 911 time: 0.1127355 Sep 08 19:32:31.620082 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-370698ef-5cb2-48b8-9404-b9b5a5ddf3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.705173 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-846b18c5-752d-4a6b-a357-1f9d58de4ea3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9966905 Sep 08 19:32:31.716344 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-4aa6c756-b3cc-47ef-b82f-f224324fef79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501a89fe-4ad3-429b-a998-41195d0d4f8d HTTP/1.1" status: 200 len: 1002 time: 0.0952158 Sep 08 19:32:31.717625 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Request body: {'port': {'device_id': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:31.778533 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-b13bc9b5-cdfe-4e11-8a08-d50b9a0e1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:31.780117 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-b13bc9b5-cdfe-4e11-8a08-d50b9a0e1ffe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0570109 Sep 08 19:32:31.784645 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4206843a-43c5-47ab-b73a-f8bb85419671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.794560 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.813265 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-5d20a188-10e3-41cc-9ac7-0e13a4644bda None None] Provisioning for port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:31.817723 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-5d20a188-10e3-41cc-9ac7-0e13a4644bda None None] Provisioning complete for port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:31.818220 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5d20a188-10e3-41cc-9ac7-0e13a4644bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.827489 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-370698ef-5cb2-48b8-9404-b9b5a5ddf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.829065 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-c4788335-b7ed-4227-b0d5-b4bccd79e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:31.830103 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-370698ef-5cb2-48b8-9404-b9b5a5ddf3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:31.830783 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-c4788335-b7ed-4227-b0d5-b4bccd79e1d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434620 Sep 08 19:32:31.834791 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-370698ef-5cb2-48b8-9404-b9b5a5ddf3cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77347465-f59f-41d5-aab3-693d25427d26 HTTP/1.1" status: 204 len: 168 time: 0.3160853 Sep 08 19:32:31.846981 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370698ef-5cb2-48b8-9404-b9b5a5ddf3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77347465-f59f-41d5-aab3-693d25427d26,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:31.856315 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-5d20a188-10e3-41cc-9ac7-0e13a4644bda None None] Port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 19:32:31.953259 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-a7d6cd41-c29f-46d3-84b0-b1ff2f8ef79e service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142173 Sep 08 19:32:32.054748 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5b1b7e0-29b5-497f-aa21-89f0b21ba0eb req-393b3608-798c-4a36-94b6-cec9d9e573c4 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948422 Sep 08 19:32:32.143341 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886b9d21-bb91-40eb-82f2-fbb6e1e31811 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:32:32.153201 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:32.170854 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Transition to ACTIVE for port object 886b9d21-bb91-40eb-82f2-fbb6e1e31811 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:32:32.178559 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0d11c-96e6-431e-bbd9-79838f648506 req-998db1e9-6303-4d38-b320-aa1a15dcc651 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:32.180057 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e1b0d11c-96e6-431e-bbd9-79838f648506 req-998db1e9-6303-4d38-b320-aa1a15dcc651 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 932 time: 0.0819595 Sep 08 19:32:32.219582 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e1b0d11c-96e6-431e-bbd9-79838f648506 req-d8485c59-391f-495d-865d-35100931c45c tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327954 Sep 08 19:32:32.235492 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:32.288250 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Pushing event updated for resources: {'Port': ['ID=886b9d21-bb91-40eb-82f2-fbb6e1e31811,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:32.355967 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Attempting to bind port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:32:32.356325 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Attempting to bind port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:32:32.356633 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Attempting to bind port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 on network 9004d12f-4557-40c4-8eb5-417dc5917058 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:32:32.361043 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 on network 9004d12f-4557-40c4-8eb5-417dc5917058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:32:32.361371 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Attempting to bind port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 on network 9004d12f-4557-40c4-8eb5-417dc5917058 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:32:32.366534 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:32:32.371762 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Checking segment: {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:32:32.371762 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Bound using segment: {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:32:32.371762 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Bound port: 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34831f24-24fd-440c-9b27-03e7b7906057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:32:32.371762 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:32.441728 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:32:32.444720 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:32:32.467975 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47642) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:32.482167 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4523922f-48b0-418b-9629-feb12ce4532e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:32.530313 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:32.575366 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:32.575996 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:32.577414 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] 10.222.0.38 "PUT /v2.0/ports/886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 200 len: 1094 time: 0.8641078 Sep 08 19:32:32.579530 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:32:32.581833 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9475b8cb-8cc2-42b8-b227-b0a37becca3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:32:32.622345 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172cebc-cf16-4e90-9927-47387cc2d56f service neutron] Pushing event updated for resources: {'Port': ['ID=886b9d21-bb91-40eb-82f2-fbb6e1e31811,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:32.633085 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9d8beb-30e1-4c7c-98a7-bd790b9e0130 x-openstack-request-id: req-2e9d8beb-30e1-4c7c-98a7-bd790b9e0130 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:32:32.634056 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:32:32.634056 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e9d8beb-30e1-4c7c-98a7-bd790b9e0130 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:32:32.634056 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'status': 'completed', 'code': 200} Sep 08 19:32:32.647728 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4523922f-48b0-418b-9629-feb12ce4532e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:32.700423 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b8cb-8cc2-42b8-b227-b0a37becca3f req-c1d5fbc3-f652-418a-b863-71e9637b2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:32.701998 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9475b8cb-8cc2-42b8-b227-b0a37becca3f req-c1d5fbc3-f652-418a-b863-71e9637b2338 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1097 time: 0.0482647 Sep 08 19:32:32.737987 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4523922f-48b0-418b-9629-feb12ce4532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:32.812070 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-4523922f-48b0-418b-9629-feb12ce4532e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=134d3cad8c0a421685694fc0fc32a0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430185 Sep 08 19:32:32.814547 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47646) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:32.822221 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523922f-48b0-418b-9629-feb12ce4532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c973189-d8d9-4906-8759-0461d93827cb,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:32.864906 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b8cb-8cc2-42b8-b227-b0a37becca3f req-47301b9d-4cb7-4023-8137-0eed6d600fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:32.866413 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9475b8cb-8cc2-42b8-b227-b0a37becca3f req-47301b9d-4cb7-4023-8137-0eed6d600fe1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1571126 Sep 08 19:32:32.916390 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-19075c16-d2eb-4497-a18d-d811a707ac40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:32.971488 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-19075c16-d2eb-4497-a18d-d811a707ac40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:33.003881 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b8cb-8cc2-42b8-b227-b0a37becca3f req-d49c5bb6-f5a0-4822-8054-55517f99fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:33.005358 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9475b8cb-8cc2-42b8-b227-b0a37becca3f req-d49c5bb6-f5a0-4822-8054-55517f99fa60 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1319675 Sep 08 19:32:33.085221 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-67404919-a60a-429f-9231-045ef271350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:33.087420 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-67404919-a60a-429f-9231-045ef271350c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1097 time: 0.0451269 Sep 08 19:32:33.127543 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-19075c16-d2eb-4497-a18d-d811a707ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:33.130073 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-19075c16-d2eb-4497-a18d-d811a707ac40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:33.131163 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-19075c16-d2eb-4497-a18d-d811a707ac40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c973189-d8d9-4906-8759-0461d93827cb HTTP/1.1" status: 204 len: 168 time: 0.3154817 Sep 08 19:32:33.132520 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-897f3a3f-6455-4534-89c3-762ad8695c43 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 200 len: 217 time: 0.0380661 Sep 08 19:32:33.148223 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19075c16-d2eb-4497-a18d-d811a707ac40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c973189-d8d9-4906-8759-0461d93827cb,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:33.188612 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-00f2b888-b652-4691-be51-1d7ac47f5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:33.190351 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-00f2b888-b652-4691-be51-1d7ac47f5bf4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee HTTP/1.1" status: 200 len: 847 time: 0.0501890 Sep 08 19:32:33.236217 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-acb6e779-d98e-4381-9694-1b486f44e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:33.237768 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-acb6e779-d98e-4381-9694-1b486f44e9ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9004d12f-4557-40c4-8eb5-417dc5917058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394621 Sep 08 19:32:33.363017 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-3a534ad8-3c7f-4626-bfdd-c764b4d55666 service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170247 Sep 08 19:32:33.371349 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88f34e-225f-4470-8860-04420086d815 req-7ef7958c-460b-4f18-ba53-52d724bc98e4 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:33.372715 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9a88f34e-225f-4470-8860-04420086d815 req-7ef7958c-460b-4f18-ba53-52d724bc98e4 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0666082 Sep 08 19:32:33.464863 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9a88f34e-225f-4470-8860-04420086d815 req-9cdc0883-3d0e-4be4-97af-2bea7ba71fc7 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837388 Sep 08 19:32:33.487958 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7a7bf91d-79ea-44e8-82de-2c414eeaa47b req-15b649e0-12ec-4014-bdb9-787f9cf50c1c service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143322 Sep 08 19:32:34.138623 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-37f40df6-1267-461b-a303-20042843251c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:34.412802 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:34.604056 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292250a-6706-41c2-bf3c-fcdb60d3272d req-e04ebbdb-fc76-4267-afd6-bb99507f52db tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:34.607407 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6292250a-6706-41c2-bf3c-fcdb60d3272d req-e04ebbdb-fc76-4267-afd6-bb99507f52db tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0737364 Sep 08 19:32:34.643561 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6292250a-6706-41c2-bf3c-fcdb60d3272d req-6aa63538-9391-4bab-be2a-6e32049e4b59 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320218 Sep 08 19:32:35.776726 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aeba3-6521-4391-948f-4d9476e89d51 req-8a2bab30-1c84-4159-9c7e-c1c9b2bcb3b8 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:35.778261 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-483aeba3-6521-4391-948f-4d9476e89d51 req-8a2bab30-1c84-4159-9c7e-c1c9b2bcb3b8 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0552020 Sep 08 19:32:35.822981 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-483aeba3-6521-4391-948f-4d9476e89d51 req-f777d011-7646-4676-b885-6b81867e0bdb tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383310 Sep 08 19:32:35.944249 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:36.942136 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1bd77-fbec-44ef-bd92-dd03b64f6514 req-3d7142f6-9df4-4983-990a-f8a149f5e030 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:36.943592 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3cb1bd77-fbec-44ef-bd92-dd03b64f6514 req-3d7142f6-9df4-4983-990a-f8a149f5e030 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0502918 Sep 08 19:32:36.982363 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3cb1bd77-fbec-44ef-bd92-dd03b64f6514 req-0c7945ee-e488-4e37-9f70-383e316f603c tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308967 Sep 08 19:32:37.325398 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:38.099687 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec491-ad32-4c28-9244-95552c26b13f req-b0392192-5b94-4b16-88f1-a434ccd5283f tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:38.101093 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ac8ec491-ad32-4c28-9244-95552c26b13f req-b0392192-5b94-4b16-88f1-a434ccd5283f tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0548582 Sep 08 19:32:38.138384 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ac8ec491-ad32-4c28-9244-95552c26b13f req-1d94dc70-8df0-43fc-aa3e-e4a43ec0af06 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308058 Sep 08 19:32:39.248476 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3926-0a4e-49de-9e06-a5bad2969840 req-28b1f622-83f7-46d6-830b-743cc53cdbb0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:39.250004 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-46ed3926-0a4e-49de-9e06-a5bad2969840 req-28b1f622-83f7-46d6-830b-743cc53cdbb0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0466058 Sep 08 19:32:39.285118 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-46ed3926-0a4e-49de-9e06-a5bad2969840 req-a7f84ba4-6e70-4867-9d3e-060b2eff6233 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293412 Sep 08 19:32:40.395598 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cbff4-dcfa-4ce0-84ea-299222d47431 req-07ee1ffd-d9f1-4fc8-9e3c-e0b021a4ad33 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:40.397046 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bc2cbff4-dcfa-4ce0-84ea-299222d47431 req-07ee1ffd-d9f1-4fc8-9e3c-e0b021a4ad33 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0469804 Sep 08 19:32:40.434483 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bc2cbff4-dcfa-4ce0-84ea-299222d47431 req-604afebb-74c5-4a5f-9be3-b0fd6f6128b7 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314608 Sep 08 19:32:41.027940 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 886b9d21-bb91-40eb-82f2-fbb6e1e31811 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:32:41.124865 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:41.136271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'port_id': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'mac_address': 'fa:16:3e:67:9c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:32:41.176100 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:41.189411 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886b9d21-bb91-40eb-82f2-fbb6e1e31811 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:32:41.208928 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:41.275581 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:41.323326 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=886b9d21-bb91-40eb-82f2-fbb6e1e31811,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:41.501885 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['886b9d21-bb91-40eb-82f2-fbb6e1e31811'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:32:41.549880 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7d78f-c782-4e53-b4cb-11e62bc37966 req-23da8c69-9ccb-4764-b318-5c6fbba90402 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:41.552531 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-54d7d78f-c782-4e53-b4cb-11e62bc37966 req-23da8c69-9ccb-4764-b318-5c6fbba90402 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 945 time: 0.0498910 Sep 08 19:32:41.592927 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-54d7d78f-c782-4e53-b4cb-11e62bc37966 req-d1eac28f-12f1-40d0-a6e1-56d38382e960 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327320 Sep 08 19:32:42.703174 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5f94e-d5d9-4046-8824-6e122528e275 req-d5aa1855-4837-4012-8c8d-c96c310f7899 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:42.704598 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ef5f94e-d5d9-4046-8824-6e122528e275 req-d5aa1855-4837-4012-8c8d-c96c310f7899 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 945 time: 0.0475380 Sep 08 19:32:42.740733 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ef5f94e-d5d9-4046-8824-6e122528e275 req-f2815fe1-0364-4cbd-a14c-d6d7950e9ce4 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303285 Sep 08 19:32:43.043388 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 886b9d21-bb91-40eb-82f2-fbb6e1e31811 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:43.183861 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:43.187928 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:43.188304 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:43.263009 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:43.285067 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:32:43.287355 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46d6998-1d53-4532-958f-19da9b524deb" -d '{"events": [{"server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "name": "network-vif-plugged", "status": "completed", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:32:43.304193 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:43.325862 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94b8f81-3791-4818-988a-a04d708b1ebc x-openstack-request-id: req-d94b8f81-3791-4818-988a-a04d708b1ebc {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:32:43.326147 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "name": "network-vif-plugged", "status": "completed", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:32:43.326397 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d94b8f81-3791-4818-988a-a04d708b1ebc {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:32:43.326784 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'code': 200} Sep 08 19:32:43.372508 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:43.422589 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=886b9d21-bb91-40eb-82f2-fbb6e1e31811,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:43.767767 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43a2f4-40ba-4e3b-b436-340709dba1ca req-58a56441-bc82-45e2-99bf-34d0e144cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:43.769236 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bc43a2f4-40ba-4e3b-b436-340709dba1ca req-58a56441-bc82-45e2-99bf-34d0e144cd39 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1099 time: 0.0441053 Sep 08 19:32:43.805926 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bc43a2f4-40ba-4e3b-b436-340709dba1ca req-e9173e6c-2373-4b78-9ed6-58152c2aca2e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292630 Sep 08 19:32:43.853115 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08dcd4-d8b6-4bca-8df1-5ae260a9cfa3 req-5c17cbe9-e1af-4bd0-9570-2e875c916e16 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:43.854598 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2f08dcd4-d8b6-4bca-8df1-5ae260a9cfa3 req-5c17cbe9-e1af-4bd0-9570-2e875c916e16 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0478299 Sep 08 19:32:43.892010 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2f08dcd4-d8b6-4bca-8df1-5ae260a9cfa3 req-e274ee88-3164-4e1f-9848-c575eacc8b79 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315464 Sep 08 19:32:44.531850 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47756) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:44.637903 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-404b6152-ce7b-426c-870e-f9890712a265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:44.722529 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-404b6152-ce7b-426c-870e-f9890712a265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:44.790015 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-404b6152-ce7b-426c-870e-f9890712a265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:44.828909 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-404b6152-ce7b-426c-870e-f9890712a265 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dda8911ee39849db8606907188a1c543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959576 Sep 08 19:32:44.829883 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b6152-ce7b-426c-870e-f9890712a265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d200c-a5a2-404d-a452-e029240eb23f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:44.831636 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47760) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:44.881215 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd304e95-055b-4681-8dc7-b6b223cc1638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:44.901179 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd304e95-055b-4681-8dc7-b6b223cc1638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:45.007082 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd304e95-055b-4681-8dc7-b6b223cc1638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:45.009149 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea04941-a44b-4fdb-b53b-ba4b6c15bc6a req-b07426ef-0f0f-40d3-a23f-7fe37cde7dca tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:45.009611 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd304e95-055b-4681-8dc7-b6b223cc1638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:45.013205 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bea04941-a44b-4fdb-b53b-ba4b6c15bc6a req-b07426ef-0f0f-40d3-a23f-7fe37cde7dca tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0481112 Sep 08 19:32:45.013388 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-cd304e95-055b-4681-8dc7-b6b223cc1638 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/089d200c-a5a2-404d-a452-e029240eb23f HTTP/1.1" status: 204 len: 168 time: 0.1782048 Sep 08 19:32:45.021356 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd304e95-055b-4681-8dc7-b6b223cc1638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d200c-a5a2-404d-a452-e029240eb23f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:45.052360 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bea04941-a44b-4fdb-b53b-ba4b6c15bc6a req-1c12d17b-7b76-4be9-8d3a-2e40fe3e7aed tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342875 Sep 08 19:32:45.175487 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b228582-0473-46f8-9ddf-8411988d654a req-e07a67dc-bf0c-4b59-ba50-ac46b76abb7a tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:45.177011 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b228582-0473-46f8-9ddf-8411988d654a req-e07a67dc-bf0c-4b59-ba50-ac46b76abb7a tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0522959 Sep 08 19:32:45.213756 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2b228582-0473-46f8-9ddf-8411988d654a req-4f6ab1f8-2362-4ad4-ae38-1b8711b1f2f5 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307608 Sep 08 19:32:45.236255 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47768) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:45.431873 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe91b7-2941-46e3-8b6e-e2267c9d095b tempest-TestShelveInstance-50128770 tempest-TestShelveInstance-50128770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:45.437088 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-19fe91b7-2941-46e3-8b6e-e2267c9d095b tempest-TestShelveInstance-50128770 tempest-TestShelveInstance-50128770-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1094 time: 0.1960597 Sep 08 19:32:45.437255 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47780) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:45.441792 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Request body: {'floatingip': {'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'port_id': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:45.526967 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for floatingip, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:45.626162 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:45.732403 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Allocated IP 172.27.0.184 (04c9707b-5e6f-4e03-809e-be036d2cf5d8/e0863714-542e-4d32-a130-d6be1fef63d7/19ebed0e-f88d-4d24-a020-2ac335528111) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:32:45.838354 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:45.933175 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:45.971897 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Network 04c9707b-5e6f-4e03-809e-be036d2cf5d8 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:32:45.975188 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:32:45.977434 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47792) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:45.982332 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:32:45.988353 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'Port': ['ID=19ebed0e-f88d-4d24-a020-2ac335528111,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:46.076825 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-481468083-network', 'tenant_id': '0087dbb99290440fbc32726cd1f83068'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:46.172760 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Made reservation on behalf of 0087dbb99290440fbc32726cd1f83068 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:32:46.175209 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.183515 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.270669 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.338334 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.361887 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.363387 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:32:46.372046 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:46.377939 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.378568 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Added segment ce49356f-8285-49cd-ba3f-84bf8f1e274b of type vlan for network 84274aad-5632-450a-b5ab-5153503094cc Sep 08 19:32:46.420786 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.475791 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.498388 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.499368 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:46.499939 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.559083 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] Pushing event updated for resources: {'Network': ['ID=84274aad-5632-450a-b5ab-5153503094cc,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:46.569773 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network 84274aad-5632-450a-b5ab-5153503094cc details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:32:46.606774 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-93e36c1e-0f41-4ec4-be6d-476955ebee6b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6280901 Sep 08 19:32:46.609646 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47796) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:32:46.615646 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Request body: {'subnet': {'network_id': '84274aad-5632-450a-b5ab-5153503094cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-481468083-subnet', 'tenant_id': '0087dbb99290440fbc32726cd1f83068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:46.630561 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.675340 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.704300 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Made reservation on behalf of 0087dbb99290440fbc32726cd1f83068 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:32:46.706746 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.746398 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event updated for resources: {'Port': ['ID=19ebed0e-f88d-4d24-a020-2ac335528111,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:46.756337 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732203'] for floatingip, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:46.937398 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:47.003364 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a55b4c0-f29f-4901-93ad-87771eb58cdb,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:47.012367 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Checking segment: {'id': 'ce49356f-8285-49cd-ba3f-84bf8f1e274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '84274aad-5632-450a-b5ab-5153503094cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:32:47.012743 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Network hostable DHCP agents. Network: 84274aad-5632-450a-b5ab-5153503094cc, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:32:47.076654 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Network 84274aad-5632-450a-b5ab-5153503094cc is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:32:47.122042 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.db.l3_db [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Floating IP 4f350499-2d24-44cb-9703-da65705425e9 associated. External IP: 172.27.0.184, port: 886b9d21-bb91-40eb-82f2-fbb6e1e31811. Sep 08 19:32:47.149905 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, 84274aad-5632-450a-b5ab-5153503094cc) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:32:47.154894 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:47.155700 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:47.160621 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e9a11-ff34-46a0-b0d1-8d964e6a6d9c None None] Network 84274aad-5632-450a-b5ab-5153503094cc requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:32:47.219008 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-cbd644ef-077d-40fa-86fd-f25e4579f4d7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6077328 Sep 08 19:32:47.291762 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b597e-0f6f-4dc2-b720-0b4c7b124ffe None None] Network 84274aad-5632-450a-b5ab-5153503094cc requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:32:47.349203 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Router f4e57cce-1073-42a9-a444-11f52bf61226 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:32:47.465577 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:32:47.476963 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] Sync routers for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:32:47.486322 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:47.486943 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:47.532865 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:47.573960 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-53c49fe9-bbaf-4b9b-a421-bda21fdc1775 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1240256 Sep 08 19:32:47.573960 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:32:47.573960 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3689c4-62c5-4071-8331-171a6a0edbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:32:47.593646 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:47.602668 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4cf094-0f67-4b8a-96de-ca57916952e2 x-openstack-request-id: req-ab4cf094-0f67-4b8a-96de-ca57916952e2 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:32:47.602950 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:32:47.603197 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab4cf094-0f67-4b8a-96de-ca57916952e2 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:32:47.603795 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'status': 'completed', 'code': 200} Sep 08 19:32:47.663312 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-3ef40e93-843c-4bad-bbd6-cf80548b4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:47.664823 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-3ef40e93-843c-4bad-bbd6-cf80548b4624 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1099 time: 0.0405471 Sep 08 19:32:47.759692 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-ac81bff6-952f-44ee-94f2-83a3f4054d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:47.761133 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-ac81bff6-952f-44ee-94f2-83a3f4054d30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 200 len: 908 time: 0.0899630 Sep 08 19:32:47.825177 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '4f350499-2d24-44cb-9703-da65705425e9', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'port_id': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'mac_address': 'fa:16:3e:67:9c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:32:46Z', 'updated_at': '2021-09-08T19:32:46Z', 'revision_number': 0, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b8fc89-ba09-4459-8a6d-1eae43296b30', 'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:57Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 5, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'subnets': [{'id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:47.827630 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-8d4ec542-41f2-426e-b561-f053f148b789 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 200 len: 1000 time: 0.0589101 Sep 08 19:32:47.854789 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] Checking router: f4e57cce-1073-42a9-a444-11f52bf61226 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:32:47.863467 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:32:47.864063 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:47.877486 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-9f5a7f4b-94aa-414d-bc89-7de11c6e8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:47.880135 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-9f5a7f4b-94aa-414d-bc89-7de11c6e8f1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee HTTP/1.1" status: 200 len: 847 time: 0.0447910 Sep 08 19:32:47.927553 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-62c470b7-06f4-44eb-9c93-5efb7075da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:47.929038 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-62c470b7-06f4-44eb-9c93-5efb7075da73 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9004d12f-4557-40c4-8eb5-417dc5917058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422060 Sep 08 19:32:47.966763 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:32:48.021309 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-c22e5832-3d72-4bbe-8130-8c137eaa2a6e service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853863 Sep 08 19:32:48.126091 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e3689c4-62c5-4071-8331-171a6a0edbe4 req-f2026b1a-84eb-4c78-894f-16dfca929ed9 service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972023 Sep 08 19:32:48.321375 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '4f350499-2d24-44cb-9703-da65705425e9', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'port_id': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'mac_address': 'fa:16:3e:67:9c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:32:46Z', 'updated_at': '2021-09-08T19:32:46Z', 'revision_number': 0, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b8fc89-ba09-4459-8a6d-1eae43296b30', 'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:57Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 5, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'subnets': [{'id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:32:48.350400 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ef2d0-0633-4ad4-b509-59e5985df33d None None] The sync data for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi is: [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '4f350499-2d24-44cb-9703-da65705425e9', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'port_id': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'mac_address': 'fa:16:3e:67:9c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:32:46Z', 'updated_at': '2021-09-08T19:32:46Z', 'revision_number': 0, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b8fc89-ba09-4459-8a6d-1eae43296b30', 'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:57Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 5, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'subnets': [{'id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:32:48.534222 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8179e4-2174-4f05-ac6d-4cfaa80f0425 None None] New status for floating IP 4f350499-2d24-44cb-9703-da65705425e9: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:32:49.367528 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-e8aa62f2-0514-44b2-a7e8-cae8c06919f8 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:49.368981 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-e8aa62f2-0514-44b2-a7e8-cae8c06919f8 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/networks?id=84274aad-5632-450a-b5ab-5153503094cc HTTP/1.1" status: 200 len: 808 time: 0.0986938 Sep 08 19:32:49.384223 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-93d1daf8-6a04-4b90-b46c-cc04ec9ddb86 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/quotas/0087dbb99290440fbc32726cd1f83068 HTTP/1.1" status: 200 len: 375 time: 0.0087078 Sep 08 19:32:49.417548 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-ca9fc3b7-ad45-4b30-88f5-3a4559f8dabf tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0087dbb99290440fbc32726cd1f83068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281329 Sep 08 19:32:49.507306 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7933105a-0085-433d-80ee-3da3ba14720b service neutron] 10.222.0.21 "GET /v2.0/networks/84274aad-5632-450a-b5ab-5153503094cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824862 Sep 08 19:32:49.599617 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-5ceed254-9943-43bf-b10e-5754606390d5 service neutron] 10.222.0.21 "GET /v2.0/networks/84274aad-5632-450a-b5ab-5153503094cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860963 Sep 08 19:32:49.832790 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-71bdf224-2504-4baa-aab2-c0fb5c1ff8e7 req-2ff25052-da0b-4db9-bab2-d074b085b08b tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 210 time: 0.0255301 Sep 08 19:32:50.924022 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a10f970b-378c-4cf8-bcc9-395b24c8fe8b req-94a91405-f3ca-40dc-a302-fec883e470c8 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 210 time: 0.0263574 Sep 08 19:32:51.565824 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-b27aecb6-19a4-4f34-9a78-999d2eaccae1 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:51.567266 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-b27aecb6-19a4-4f34-9a78-999d2eaccae1 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.38 "GET /v2.0/networks?id=84274aad-5632-450a-b5ab-5153503094cc HTTP/1.1" status: 200 len: 808 time: 0.1011934 Sep 08 19:32:51.580313 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Request body: {'port': {'device_id': '94dce014-245a-46f5-afbe-66d7e4786321', 'network_id': '84274aad-5632-450a-b5ab-5153503094cc', 'admin_state_up': True, 'tenant_id': '0087dbb99290440fbc32726cd1f83068'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:51.771693 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Made reservation on behalf of 0087dbb99290440fbc32726cd1f83068 for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:32:51.775295 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:51.904777 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Allocated IP 172.20.0.2 (84274aad-5632-450a-b5ab-5153503094cc/4a55b4c0-f29f-4901-93ad-87771eb58cdb/6fdf33ac-d44b-4ba6-b4f3-c902acae749e) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:32:52.016032 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-77ad4068-b270-47f9-bea2-6ccac66352a2 req-29f5ca60-7c22-4678-98fa-2749c51693d1 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 210 time: 0.0248644 Sep 08 19:32:52.049358 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:52.127315 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:52.171418 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Network 84274aad-5632-450a-b5ab-5153503094cc is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:32:52.174326 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:32:52.176749 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:32:52.210870 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Pushing event updated for resources: {'Port': ['ID=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:52.233068 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:52.233692 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:52.304437 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-7eaab996-fe8c-4f6f-8725-17f1860e35d3 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7276757 Sep 08 19:32:52.317045 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Request body: {'port': {'device_id': '94dce014-245a-46f5-afbe-66d7e4786321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:32:52.368097 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:52.647553 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdf33ac-d44b-4ba6-b4f3-c902acae749e {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:32:52.655527 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:52.667166 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Transition to ACTIVE for port object 6fdf33ac-d44b-4ba6-b4f3-c902acae749e will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:32:52.742096 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:52.791049 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:52.862199 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Attempting to bind port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:32:52.862447 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Attempting to bind port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'ce49356f-8285-49cd-ba3f-84bf8f1e274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '84274aad-5632-450a-b5ab-5153503094cc'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:32:52.862789 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Attempting to bind port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e on network 84274aad-5632-450a-b5ab-5153503094cc {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:32:52.867100 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e on network 84274aad-5632-450a-b5ab-5153503094cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:32:52.867415 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Attempting to bind port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e on network 84274aad-5632-450a-b5ab-5153503094cc {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:32:52.872276 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:32:52.872603 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Checking segment: {'id': 'ce49356f-8285-49cd-ba3f-84bf8f1e274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '84274aad-5632-450a-b5ab-5153503094cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:32:52.872979 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Bound using segment: {'id': 'ce49356f-8285-49cd-ba3f-84bf8f1e274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '84274aad-5632-450a-b5ab-5153503094cc'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:32:52.873396 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Bound port: 6fdf33ac-d44b-4ba6-b4f3-c902acae749e, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce49356f-8285-49cd-ba3f-84bf8f1e274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '84274aad-5632-450a-b5ab-5153503094cc'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:32:52.873772 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:52.947206 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] For port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e, host hv-cinder-80793, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:32:52.950222 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] For port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:32:53.035419 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4340841'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:53.070673 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:53.071318 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:53.072886 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] 10.222.0.38 "PUT /v2.0/ports/6fdf33ac-d44b-4ba6-b4f3-c902acae749e HTTP/1.1" status: 200 len: 1093 time: 0.7598493 Sep 08 19:32:53.073186 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dce014-245a-46f5-afbe-66d7e4786321', 'tag': '6fdf33ac-d44b-4ba6-b4f3-c902acae749e'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:32:53.076179 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8f4e84-178d-442a-8a37-aaeb55fde427" -d '{"events": [{"name": "network-changed", "server_uuid": "94dce014-245a-46f5-afbe-66d7e4786321", "tag": "6fdf33ac-d44b-4ba6-b4f3-c902acae749e"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:32:53.120799 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee92e604-0092-4999-9be9-d971ed1d420f x-openstack-request-id: req-ee92e604-0092-4999-9be9-d971ed1d420f {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:32:53.121115 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dce014-245a-46f5-afbe-66d7e4786321", "tag": "6fdf33ac-d44b-4ba6-b4f3-c902acae749e", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:32:53.121367 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee92e604-0092-4999-9be9-d971ed1d420f {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:32:53.121928 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dce014-245a-46f5-afbe-66d7e4786321', 'tag': '6fdf33ac-d44b-4ba6-b4f3-c902acae749e', 'status': 'completed', 'code': 200} Sep 08 19:32:53.127592 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218719d-6e1e-4e86-911a-60e59c34fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:53.176062 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bfe66-30c5-4b25-9115-5acab1f874e6 req-81ed2840-9832-4719-962c-558c0609ee5e tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:53.177565 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ac2bfe66-30c5-4b25-9115-5acab1f874e6 req-81ed2840-9832-4719-962c-558c0609ee5e tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 943 time: 0.0940013 Sep 08 19:32:53.207743 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f4e84-178d-442a-8a37-aaeb55fde427 req-640b48dc-5a56-44c5-b90a-7c4e73723e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:53.209216 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fd8f4e84-178d-442a-8a37-aaeb55fde427 req-640b48dc-5a56-44c5-b90a-7c4e73723e25 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0087dbb99290440fbc32726cd1f83068&device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 1096 time: 0.0707383 Sep 08 19:32:53.244304 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ac2bfe66-30c5-4b25-9115-5acab1f874e6 req-bb4a44f3-a42d-47b7-89e7-55b574e9866c tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584245 Sep 08 19:32:53.315119 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f4e84-178d-442a-8a37-aaeb55fde427 req-6aef9062-1906-4867-9959-b3aa24bd1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:53.316575 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fd8f4e84-178d-442a-8a37-aaeb55fde427 req-6aef9062-1906-4867-9959-b3aa24bd1bd7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0087dbb99290440fbc32726cd1f83068&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0972223 Sep 08 19:32:53.413098 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f4e84-178d-442a-8a37-aaeb55fde427 req-ab488791-bb5e-425c-9691-e630716f4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:53.414498 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fd8f4e84-178d-442a-8a37-aaeb55fde427 req-ab488791-bb5e-425c-9691-e630716f4d3b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0905607 Sep 08 19:32:53.489366 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-1bb68b76-66cb-447a-ba4d-52ce2d57c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:53.490863 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-1bb68b76-66cb-447a-ba4d-52ce2d57c831 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0087dbb99290440fbc32726cd1f83068&device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 1096 time: 0.0398574 Sep 08 19:32:53.535795 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-8d302ce2-68a2-4cc4-9da6-9fc9b931d1ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fdf33ac-d44b-4ba6-b4f3-c902acae749e HTTP/1.1" status: 200 len: 217 time: 0.0372510 Sep 08 19:32:53.560935 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:53.587266 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-ed158aa5-bca1-41e9-b594-9d56399e24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:53.588696 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-ed158aa5-bca1-41e9-b594-9d56399e24bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4a55b4c0-f29f-4901-93ad-87771eb58cdb HTTP/1.1" status: 200 len: 848 time: 0.0453846 Sep 08 19:32:53.619581 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-9bd98291-c824-450a-b53b-fa4a47c22eed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84274aad-5632-450a-b5ab-5153503094cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238388 Sep 08 19:32:53.715308 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-5804d094-1492-435d-8f52-3c88f6fc37b0 service neutron] 10.222.0.38 "GET /v2.0/networks/84274aad-5632-450a-b5ab-5153503094cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871761 Sep 08 19:32:53.802896 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5ca0a97d-f91f-48ce-b787-27f0d4234655 req-653dc9ae-3fcf-49da-89dc-7a18ee3d6754 service neutron] 10.222.0.38 "GET /v2.0/networks/84274aad-5632-450a-b5ab-5153503094cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812232 Sep 08 19:32:54.355952 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ef2a5-8dcf-4b53-b5dc-bf0b13817ae7 req-ee4a7134-bf1d-4642-bd59-3808eec1467f tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:54.357387 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c2ef2a5-8dcf-4b53-b5dc-bf0b13817ae7 req-ee4a7134-bf1d-4642-bd59-3808eec1467f tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 943 time: 0.0472713 Sep 08 19:32:54.393872 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c2ef2a5-8dcf-4b53-b5dc-bf0b13817ae7 req-9723b816-cb39-4b07-9466-374b0c1d687f tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305407 Sep 08 19:32:55.114163 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 6fdf33ac-d44b-4ba6-b4f3-c902acae749e details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:32:55.205805 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:55.216928 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '6fdf33ac-d44b-4ba6-b4f3-c902acae749e', 'network_id': '84274aad-5632-450a-b5ab-5153503094cc', 'port_id': '6fdf33ac-d44b-4ba6-b4f3-c902acae749e', 'mac_address': 'fa:16:3e:a7:f6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a55b4c0-f29f-4901-93ad-87771eb58cdb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:32:55.255641 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:55.268112 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdf33ac-d44b-4ba6-b4f3-c902acae749e {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:32:55.286743 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:55.355147 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:55.400483 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:55.506459 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02feb022-c243-4260-a2c4-651f39cb5822 req-54c861f9-ea99-4e5e-9ae4-18b9e196d076 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:55.507899 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-02feb022-c243-4260-a2c4-651f39cb5822 req-54c861f9-ea99-4e5e-9ae4-18b9e196d076 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 944 time: 0.0487998 Sep 08 19:32:55.550503 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-02feb022-c243-4260-a2c4-651f39cb5822 req-3787e196-4bdd-409a-9c83-fdd303df89a0 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359709 Sep 08 19:32:55.606385 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['6fdf33ac-d44b-4ba6-b4f3-c902acae749e'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:32:56.666418 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c43c-e852-4184-856c-58db8b174528 req-0584ace2-5135-42a9-b476-2a84a76c89b9 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:56.668520 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-47c5c43c-e852-4184-856c-58db8b174528 req-0584ace2-5135-42a9-b476-2a84a76c89b9 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 944 time: 0.0519230 Sep 08 19:32:56.704968 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-47c5c43c-e852-4184-856c-58db8b174528 req-6f54991e-a8fe-42a5-8cc1-56160e78be27 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304492 Sep 08 19:32:57.144315 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 6fdf33ac-d44b-4ba6-b4f3-c902acae749e up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:32:57.257933 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:32:57.261493 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:32:57.262484 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:57.336430 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:57.358038 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dce014-245a-46f5-afbe-66d7e4786321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdf33ac-d44b-4ba6-b4f3-c902acae749e'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:32:57.360420 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d457d7-bdb0-4d1c-8144-a5cc1c8196d7" -d '{"events": [{"server_uuid": "94dce014-245a-46f5-afbe-66d7e4786321", "name": "network-vif-plugged", "status": "completed", "tag": "6fdf33ac-d44b-4ba6-b4f3-c902acae749e"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:32:57.376141 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:32:57.395221 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503547f8-8d6c-48ae-9c01-bf76836798c4 x-openstack-request-id: req-503547f8-8d6c-48ae-9c01-bf76836798c4 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:32:57.395454 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dce014-245a-46f5-afbe-66d7e4786321", "name": "network-vif-plugged", "status": "completed", "tag": "6fdf33ac-d44b-4ba6-b4f3-c902acae749e", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:32:57.395704 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-503547f8-8d6c-48ae-9c01-bf76836798c4 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:32:57.396093 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dce014-245a-46f5-afbe-66d7e4786321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdf33ac-d44b-4ba6-b4f3-c902acae749e', 'code': 200} Sep 08 19:32:57.446547 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:32:57.493696 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:32:57.749597 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160810ba-827e-408d-ae8f-517022ce8e33 req-b2213010-64ca-43dd-b50f-2e02157f950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:57.751133 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-160810ba-827e-408d-ae8f-517022ce8e33 req-b2213010-64ca-43dd-b50f-2e02157f950d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 1098 time: 0.0412359 Sep 08 19:32:57.786275 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-160810ba-827e-408d-ae8f-517022ce8e33 req-b7aacfd0-6dc4-4ce8-8c9b-5b08f0ec77da service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282092 Sep 08 19:32:57.816848 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141eedae-f9ef-45cd-b2c5-b602c716439f req-9a37d5a1-ba18-4740-985b-506e696abfc1 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:57.818337 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-141eedae-f9ef-45cd-b2c5-b602c716439f req-9a37d5a1-ba18-4740-985b-506e696abfc1 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 945 time: 0.0475984 Sep 08 19:32:57.854335 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-141eedae-f9ef-45cd-b2c5-b602c716439f req-4f62c812-4a53-42cc-af44-91a096e8667c tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300791 Sep 08 19:32:58.970656 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409a316-8ed9-4b79-9ae3-32412a183415 req-ae3095fb-0e99-48bb-9522-0cf42d747cb2 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:32:58.972109 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0409a316-8ed9-4b79-9ae3-32412a183415 req-ae3095fb-0e99-48bb-9522-0cf42d747cb2 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 945 time: 0.0491540 Sep 08 19:32:59.009869 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0409a316-8ed9-4b79-9ae3-32412a183415 req-62ed6255-6be5-4b2a-a998-e71e7f8e6aa6 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Sep 08 19:33:00.119407 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3584e3e-7e8b-4018-a85d-4bc33db433ba req-24360a82-d9ba-4cf6-a9a0-dc8c551f664d tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:00.120834 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a3584e3e-7e8b-4018-a85d-4bc33db433ba req-24360a82-d9ba-4cf6-a9a0-dc8c551f664d tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 945 time: 0.0460095 Sep 08 19:33:00.179990 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a3584e3e-7e8b-4018-a85d-4bc33db433ba req-fe0cabd6-f299-4d97-8726-8b4983a106d2 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493121 Sep 08 19:33:00.970546 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47876) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:01.125367 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Deleting port 52eefd00-4c17-4187-917e-4831d409e026 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:01.126088 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:01.199859 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:01.200096 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:01.211617 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Calling delete_port for 52eefd00-4c17-4187-917e-4831d409e026 owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:01.378763 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce2292-6421-4916-b030-4771be250f4b req-13c9d82a-9d95-4359-83ba-7000bd416c08 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:01.380229 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f5ce2292-6421-4916-b030-4771be250f4b req-13c9d82a-9d95-4359-83ba-7000bd416c08 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 945 time: 0.0727141 Sep 08 19:33:01.422289 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f5ce2292-6421-4916-b030-4771be250f4b req-077765af-cd41-4e43-a513-a0261980ad90 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Sep 08 19:33:01.446587 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:01.475766 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event deleted for resources: {'Port': ['ID=52eefd00-4c17-4187-917e-4831d409e026,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:01.547984 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:01.548319 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Floating IP 785a8ecd-ec96-4a00-976d-266437628211 disassociated (deleted). External IP: 172.27.0.101, port: 501a89fe-4ad3-429b-a998-41195d0d4f8d. Sep 08 19:33:01.724723 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-de9db361-a691-4ca6-ab3f-c6904263ec32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:01.753639 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Router d55b2d28-7f43-47aa-a31b-3eb47c62e63a has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:33:02.120616 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:33:02.126504 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:02.138964 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] Sync routers for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:33:02.147817 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:33:02.148496 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:02.152081 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a0dff997-fb9f-4046-b8fe-2a666d70def1 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "DELETE /v2.0/floatingips/785a8ecd-ec96-4a00-976d-266437628211 HTTP/1.1" status: 204 len: 168 time: 1.1804609 Sep 08 19:33:02.153282 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:33:02.155551 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01faed42-db2e-47b8-a6a6-86582a83c551" -d '{"events": [{"name": "network-changed", "server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:33:02.196127 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d4cc65-ec46-4105-b642-ccfc82d8bd60 x-openstack-request-id: req-a8d4cc65-ec46-4105-b642-ccfc82d8bd60 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:33:02.196415 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:33:02.196663 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8d4cc65-ec46-4105-b642-ccfc82d8bd60 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:33:02.197056 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'status': 'completed', 'code': 200} Sep 08 19:33:02.258546 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-e3d3fe4b-6b99-442d-ac67-4a38329a36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:02.260910 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-e3d3fe4b-6b99-442d-ac67-4a38329a36c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 1099 time: 0.0397699 Sep 08 19:33:02.271432 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:33:02.355598 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-756d44dc-1d52-4e9c-8cbe-c0796813067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:02.357112 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-756d44dc-1d52-4e9c-8cbe-c0796813067a service neutron] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 911 time: 0.0892162 Sep 08 19:33:02.398832 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-d4ca9046-9a4e-4c44-b6d1-31e363daf885 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501a89fe-4ad3-429b-a998-41195d0d4f8d HTTP/1.1" status: 200 len: 217 time: 0.0332944 Sep 08 19:33:02.462182 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-de4dae7a-848b-4ef6-8c3e-562dbef20ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:02.463646 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-de4dae7a-848b-4ef6-8c3e-562dbef20ba3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0557568 Sep 08 19:33:02.500315 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '711f551b-e6ca-4059-9258-f56c2bd65daf', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:29:13Z', 'updated_at': '2021-09-08T19:29:15Z', 'revision_number': 1, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:02.525872 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-393b134a-ffc9-4a34-a7fa-4b7cd83f16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:02.527496 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-393b134a-ffc9-4a34-a7fa-4b7cd83f16c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494385 Sep 08 19:33:02.537889 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] Checking router: d55b2d28-7f43-47aa-a31b-3eb47c62e63a for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:33:02.554610 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:33:02.554610 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:32:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:02.561980 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c1771-938c-4564-98af-753fac9c728d req-634b0c99-ea93-4264-8dda-e31a457a8468 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:02.563874 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d8c1771-938c-4564-98af-753fac9c728d req-634b0c99-ea93-4264-8dda-e31a457a8468 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 945 time: 0.0624654 Sep 08 19:33:02.616185 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d8c1771-938c-4564-98af-753fac9c728d req-baa88a41-8dba-40fa-8030-f209eb3cc1b8 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Sep 08 19:33:02.666891 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:33:02.692557 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-6f027327-3319-44b1-9489-919ccfe2d76f service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545045 Sep 08 19:33:02.704622 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440f806-f9c4-4670-8ebe-d9ccc5eaeaf6 req-ad94e2b3-4680-4103-b0cc-005c1a060d31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:02.706130 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c440f806-f9c4-4670-8ebe-d9ccc5eaeaf6 req-ad94e2b3-4680-4103-b0cc-005c1a060d31 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 946 time: 0.0710208 Sep 08 19:33:02.742147 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-faeb2a36-25de-4b2c-b3b0-ecee17231e05 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:02.743713 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-faeb2a36-25de-4b2c-b3b0-ecee17231e05 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.38 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 945 time: 0.0503693 Sep 08 19:33:02.804397 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c440f806-f9c4-4670-8ebe-d9ccc5eaeaf6 req-c887da3a-1895-451e-a0ff-b15f881e1efc tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792935 Sep 08 19:33:02.828940 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-01faed42-db2e-47b8-a6a6-86582a83c551 req-f49fa879-533a-468b-9fad-fae8c6ebf87d service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218319 Sep 08 19:33:02.846826 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Deleting port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:02.847163 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:02.905608 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '711f551b-e6ca-4059-9258-f56c2bd65daf', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:29:13Z', 'updated_at': '2021-09-08T19:29:15Z', 'revision_number': 1, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:02.936555 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a07a-88ef-4c80-b2b7-15238f093fd6 None None] The sync data for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi is: [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_floatingips': [{'id': '711f551b-e6ca-4059-9258-f56c2bd65daf', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'router_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'port_id': '616b309d-74c3-4372-8990-e5adfdd34218', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'mac_address': 'fa:16:3e:a9:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T19:29:13Z', 'updated_at': '2021-09-08T19:29:15Z', 'revision_number': 1, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:33:02.938522 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] For port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:02.938882 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:02.951305 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Calling delete_port for 6fdf33ac-d44b-4ba6-b4f3-c902acae749e owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:03.142712 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ade3dcc-7371-41a9-952a-4389fbee61e2 None None] New status for floating IP 785a8ecd-ec96-4a00-976d-266437628211: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:33:03.149511 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:03.161545 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['6fdf33ac-d44b-4ba6-b4f3-c902acae749e'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:33:03.182335 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Pushing event deleted for resources: {'Port': ['ID=6fdf33ac-d44b-4ba6-b4f3-c902acae749e,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:03.221333 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] No DVR routers for this DVR port 6fdf33ac-d44b-4ba6-b4f3-c902acae749e on host hv-cinder-80793 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:33:03.223836 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:03.225829 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f72be840-7b20-4367-a1ea-128be6bcdd66 req-b364cb91-2b2a-4f99-99ec-378d495a2589 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.38 "DELETE /v2.0/ports/6fdf33ac-d44b-4ba6-b4f3-c902acae749e HTTP/1.1" status: 204 len: 173 time: 0.4734151 Sep 08 19:33:03.723351 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6b0559c1-0e0d-4ae3-bd48-bc7fdcdda57e req-58841e97-6578-45a1-8cc4-79091afeb7d2 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=94dce014-245a-46f5-afbe-66d7e4786321 HTTP/1.1" status: 200 len: 210 time: 0.0258980 Sep 08 19:33:03.924030 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab63e5-4a19-4005-9971-4fc5b5f4d1d2 req-447ab9de-4b6f-4b53-8e13-8df93f958646 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:03.925540 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7aab63e5-4a19-4005-9971-4fc5b5f4d1d2 req-447ab9de-4b6f-4b53-8e13-8df93f958646 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 946 time: 0.0507710 Sep 08 19:33:03.962582 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7aab63e5-4a19-4005-9971-4fc5b5f4d1d2 req-5edf90d1-6a4a-4940-909b-d3f59e074b7e tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311151 Sep 08 19:33:04.155499 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-05ece94e-8589-4f41-bc6a-e822bc64cdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:04.198529 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dce014-245a-46f5-afbe-66d7e4786321', 'name': 'network-vif-deleted', 'tag': '6fdf33ac-d44b-4ba6-b4f3-c902acae749e'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:33:04.200770 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe8e696-14b6-4452-bc41-d9c86915c887" -d '{"events": [{"server_uuid": "94dce014-245a-46f5-afbe-66d7e4786321", "name": "network-vif-deleted", "tag": "6fdf33ac-d44b-4ba6-b4f3-c902acae749e"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:33:04.222547 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-07decc09-dbb3-46c8-a69d-93760fa9196d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:04.224081 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-07decc09-dbb3-46c8-a69d-93760fa9196d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 946 time: 0.0530095 Sep 08 19:33:04.239164 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0711604e-7733-4e04-872f-61191cdcdeb3 x-openstack-request-id: req-0711604e-7733-4e04-872f-61191cdcdeb3 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:33:04.239434 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dce014-245a-46f5-afbe-66d7e4786321", "name": "network-vif-deleted", "tag": "6fdf33ac-d44b-4ba6-b4f3-c902acae749e", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:33:04.239686 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0711604e-7733-4e04-872f-61191cdcdeb3 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:33:04.240057 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dce014-245a-46f5-afbe-66d7e4786321', 'name': 'network-vif-deleted', 'tag': '6fdf33ac-d44b-4ba6-b4f3-c902acae749e', 'status': 'completed', 'code': 200} Sep 08 19:33:04.320284 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Deleting port 501a89fe-4ad3-429b-a998-41195d0d4f8d {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:04.320619 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:04.400918 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:04.408646 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] For port 501a89fe-4ad3-429b-a998-41195d0d4f8d, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=501a89fe-4ad3-429b-a998-41195d0d4f8d,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:04.408921 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:04.421630 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Calling delete_port for 501a89fe-4ad3-429b-a998-41195d0d4f8d owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:04.629428 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:04.660394 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event deleted for resources: {'Port': ['ID=501a89fe-4ad3-429b-a998-41195d0d4f8d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:04.703384 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] No DVR routers for this DVR port 501a89fe-4ad3-429b-a998-41195d0d4f8d on host hv-cinder-80793 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:33:04.705925 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:04.707932 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-435b5231-7162-4492-b560-c9cbc26fdc91 req-2fda0f96-a427-4bbe-ba2a-f8a1469734b9 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "DELETE /v2.0/ports/501a89fe-4ad3-429b-a998-41195d0d4f8d HTTP/1.1" status: 204 len: 173 time: 0.4761143 Sep 08 19:33:04.988456 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-abaa9145-d9aa-49d9-bdf2-5ea979af9abd tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:04.990025 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-abaa9145-d9aa-49d9-bdf2-5ea979af9abd tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/networks?id=84274aad-5632-450a-b5ab-5153503094cc HTTP/1.1" status: 200 len: 808 time: 0.1041248 Sep 08 19:33:05.010237 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-fc294b21-a9c3-4055-b0fa-20d3cb9fac95 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/quotas/0087dbb99290440fbc32726cd1f83068 HTTP/1.1" status: 200 len: 375 time: 0.0144634 Sep 08 19:33:05.045806 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-23b7f706-6008-4c81-bf19-4346d9720e48 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0087dbb99290440fbc32726cd1f83068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312335 Sep 08 19:33:05.064086 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cbb0d552-ff3f-4c99-bb62-788fc8538bec req-eedb06b2-e32b-418e-8d82-9d9a6a0c5b7d tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=33eeaf66-de4f-4ae2-91a9-e992eaaa98f6 HTTP/1.1" status: 200 len: 210 time: 0.0274851 Sep 08 19:33:05.145037 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-7912de2a-4d86-4688-b7e7-a83cdf63dd81 service neutron] 10.222.0.21 "GET /v2.0/networks/84274aad-5632-450a-b5ab-5153503094cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905199 Sep 08 19:33:05.241950 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-7e621222-ecb8-44aa-9f83-1e04c3440a1a service neutron] 10.222.0.21 "GET /v2.0/networks/84274aad-5632-450a-b5ab-5153503094cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904779 Sep 08 19:33:05.468614 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-065f9471-c9d5-49bb-b2c8-071d63bada57 req-4f720691-c346-4533-98a8-a2f02607425a tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 210 time: 0.0256574 Sep 08 19:33:05.699645 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:33:05.925099 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:06.240892 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'name': 'network-vif-deleted', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:33:06.243459 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf99686-6482-49ca-9869-a7cf8f5e68a1" -d '{"events": [{"server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "name": "network-vif-deleted", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:33:06.278308 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4470cf-838f-4a94-ad81-63c9f50ddd43 x-openstack-request-id: req-fc4470cf-838f-4a94-ad81-63c9f50ddd43 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:33:06.278597 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eeaf66-de4f-4ae2-91a9-e992eaaa98f6", "name": "network-vif-deleted", "tag": "501a89fe-4ad3-429b-a998-41195d0d4f8d", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:33:06.278849 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc4470cf-838f-4a94-ad81-63c9f50ddd43 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:33:06.279289 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eeaf66-de4f-4ae2-91a9-e992eaaa98f6', 'name': 'network-vif-deleted', 'tag': '501a89fe-4ad3-429b-a998-41195d0d4f8d', 'status': 'completed', 'code': 200} Sep 08 19:33:06.560143 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38b2bf30-d3db-48c6-8503-196e00fc5421 req-3cb6edce-cf25-4857-84f5-82470531df2f tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 210 time: 0.0267355 Sep 08 19:33:07.204730 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 6fdf33ac-d44b-4ba6-b4f3-c902acae749e no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:07.232186 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 6fdf33ac-d44b-4ba6-b4f3-c902acae749e {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:07.232186 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 6fdf33ac-d44b-4ba6-b4f3-c902acae749e not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:07.232186 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 501a89fe-4ad3-429b-a998-41195d0d4f8d no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:07.250498 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 501a89fe-4ad3-429b-a998-41195d0d4f8d {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:07.250859 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 501a89fe-4ad3-429b-a998-41195d0d4f8d not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:07.341939 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:07.375758 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-972d7054-6486-4e00-a6cb-764c485fffb0 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:07.377381 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-972d7054-6486-4e00-a6cb-764c485fffb0 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.38 "GET /v2.0/networks?id=84274aad-5632-450a-b5ab-5153503094cc HTTP/1.1" status: 200 len: 808 time: 0.1013362 Sep 08 19:33:07.391140 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Request body: {'port': {'device_id': '40743cc1-e391-46f9-a29e-7f5a8ffc9cce', 'network_id': '84274aad-5632-450a-b5ab-5153503094cc', 'admin_state_up': True, 'tenant_id': '0087dbb99290440fbc32726cd1f83068'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:33:07.583619 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Made reservation on behalf of 0087dbb99290440fbc32726cd1f83068 for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:33:07.587215 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:07.662790 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e96f9dac-123f-4cfb-9728-f97106bb6090 req-71b34d10-4411-42e0-ab5f-14ab19c9a7c2 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 210 time: 0.0259740 Sep 08 19:33:07.723703 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Allocated IP 172.20.0.5 (84274aad-5632-450a-b5ab-5153503094cc/4a55b4c0-f29f-4901-93ad-87771eb58cdb/464e946a-ec57-4291-baea-9292c206ad68) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:33:07.870128 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:08.001334 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:08.047256 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Network 84274aad-5632-450a-b5ab-5153503094cc is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:33:08.050408 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:33:08.056570 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:33:08.078894 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Pushing event updated for resources: {'Port': ['ID=464e946a-ec57-4291-baea-9292c206ad68,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:08.107014 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:08.107617 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:08.182294 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-b9d5ebbc-6e9e-487e-ab57-05de93c21c24 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946961 Sep 08 19:33:08.194910 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Request body: {'port': {'device_id': '40743cc1-e391-46f9-a29e-7f5a8ffc9cce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:33:08.245911 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:08.513119 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464e946a-ec57-4291-baea-9292c206ad68 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:33:08.520822 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:08.532042 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Transition to ACTIVE for port object 464e946a-ec57-4291-baea-9292c206ad68 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:33:08.599309 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47946) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:08.633731 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:08.701696 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Pushing event updated for resources: {'Port': ['ID=464e946a-ec57-4291-baea-9292c206ad68,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:08.864957 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae6bd-898a-49a7-8503-b75a062bfe56 req-80ddb97a-1b24-4cff-88e8-d0bcff9031dd tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:08.866327 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d8ae6bd-898a-49a7-8503-b75a062bfe56 req-80ddb97a-1b24-4cff-88e8-d0bcff9031dd tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 943 time: 0.1285264 Sep 08 19:33:08.886643 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Attempting to bind port 464e946a-ec57-4291-baea-9292c206ad68 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:33:08.886961 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Attempting to bind port 464e946a-ec57-4291-baea-9292c206ad68 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': 'ce49356f-8285-49cd-ba3f-84bf8f1e274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '84274aad-5632-450a-b5ab-5153503094cc'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:33:08.887281 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Attempting to bind port 464e946a-ec57-4291-baea-9292c206ad68 on network 84274aad-5632-450a-b5ab-5153503094cc {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:33:08.901932 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Port 464e946a-ec57-4291-baea-9292c206ad68 on network 84274aad-5632-450a-b5ab-5153503094cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:33:08.902248 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Attempting to bind port 464e946a-ec57-4291-baea-9292c206ad68 on network 84274aad-5632-450a-b5ab-5153503094cc {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:33:08.919727 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:33:08.920053 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Checking segment: {'id': 'ce49356f-8285-49cd-ba3f-84bf8f1e274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '84274aad-5632-450a-b5ab-5153503094cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:33:08.920416 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Bound using segment: {'id': 'ce49356f-8285-49cd-ba3f-84bf8f1e274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '84274aad-5632-450a-b5ab-5153503094cc'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:33:08.920838 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Bound port: 464e946a-ec57-4291-baea-9292c206ad68, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce49356f-8285-49cd-ba3f-84bf8f1e274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '84274aad-5632-450a-b5ab-5153503094cc'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:33:08.921183 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:08.940352 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d8ae6bd-898a-49a7-8503-b75a062bfe56 req-58e799d4-4252-4227-8e0b-1eaf631515a9 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643427 Sep 08 19:33:08.943522 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Deleting port 4c1f5be5-d03e-4505-9e88-9fe8978f0047 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:08.943851 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:09.055636 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] For port 464e946a-ec57-4291-baea-9292c206ad68, host hv-cinder-80793, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:33:09.062613 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] For port 464e946a-ec57-4291-baea-9292c206ad68, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=464e946a-ec57-4291-baea-9292c206ad68,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:33:09.066469 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:09.066793 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:09.078188 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Calling delete_port for 4c1f5be5-d03e-4505-9e88-9fe8978f0047 owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:09.145042 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:09.196153 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:09.196756 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:09.198169 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] 10.222.0.38 "PUT /v2.0/ports/464e946a-ec57-4291-baea-9292c206ad68 HTTP/1.1" status: 200 len: 1093 time: 1.0074017 Sep 08 19:33:09.198595 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40743cc1-e391-46f9-a29e-7f5a8ffc9cce', 'tag': '464e946a-ec57-4291-baea-9292c206ad68'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:33:09.200783 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efcb9bb-8ddf-45f7-9afa-2f61c90849e7" -d '{"events": [{"name": "network-changed", "server_uuid": "40743cc1-e391-46f9-a29e-7f5a8ffc9cce", "tag": "464e946a-ec57-4291-baea-9292c206ad68"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:33:09.235128 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b0ec8-c4d5-4179-a95c-3eb1ff6b1a0e service neutron] Pushing event updated for resources: {'Port': ['ID=464e946a-ec57-4291-baea-9292c206ad68,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:09.239038 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6367dc31-3c3c-4dd4-baeb-5dc7461e920b x-openstack-request-id: req-6367dc31-3c3c-4dd4-baeb-5dc7461e920b {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:33:09.239381 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40743cc1-e391-46f9-a29e-7f5a8ffc9cce", "tag": "464e946a-ec57-4291-baea-9292c206ad68", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:33:09.239570 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6367dc31-3c3c-4dd4-baeb-5dc7461e920b {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:33:09.239941 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40743cc1-e391-46f9-a29e-7f5a8ffc9cce', 'tag': '464e946a-ec57-4291-baea-9292c206ad68', 'status': 'completed', 'code': 200} Sep 08 19:33:09.316275 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcb9bb-8ddf-45f7-9afa-2f61c90849e7 req-298fb5de-b1aa-48ab-8af2-362fa9227f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:09.317767 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5efcb9bb-8ddf-45f7-9afa-2f61c90849e7 req-298fb5de-b1aa-48ab-8af2-362fa9227f0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0087dbb99290440fbc32726cd1f83068&device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 1096 time: 0.0538723 Sep 08 19:33:09.397184 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:09.434881 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event deleted for resources: {'Port': ['ID=4c1f5be5-d03e-4505-9e88-9fe8978f0047,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:09.482755 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcb9bb-8ddf-45f7-9afa-2f61c90849e7 req-f9bc17f1-f118-4466-9bb2-190c339b25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:09.484207 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5efcb9bb-8ddf-45f7-9afa-2f61c90849e7 req-f9bc17f1-f118-4466-9bb2-190c339b25e8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0087dbb99290440fbc32726cd1f83068&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1569309 Sep 08 19:33:09.526065 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:09.526733 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Floating IP 711f551b-e6ca-4059-9258-f56c2bd65daf disassociated (deleted). External IP: 172.27.0.136, port: 616b309d-74c3-4372-8990-e5adfdd34218. Sep 08 19:33:09.653335 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcb9bb-8ddf-45f7-9afa-2f61c90849e7 req-ab8dc0af-8948-4bde-9131-ab20a2071751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:09.654760 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5efcb9bb-8ddf-45f7-9afa-2f61c90849e7 req-ab8dc0af-8948-4bde-9131-ab20a2071751 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1628134 Sep 08 19:33:09.782973 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-2b26ecbd-2ebb-4cf3-848d-bea2da299592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:09.784468 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-2b26ecbd-2ebb-4cf3-848d-bea2da299592 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0087dbb99290440fbc32726cd1f83068&device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 1096 time: 0.0771508 Sep 08 19:33:09.838229 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-d58168ee-bd59-44b1-82a9-5d6f83d20190 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464e946a-ec57-4291-baea-9292c206ad68 HTTP/1.1" status: 200 len: 217 time: 0.0426207 Sep 08 19:33:09.839873 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Router d55b2d28-7f43-47aa-a31b-3eb47c62e63a has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:33:09.927964 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-bdb3fe16-95ef-41dc-9e5d-1c84f1ffa1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:09.929334 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-bdb3fe16-95ef-41dc-9e5d-1c84f1ffa1a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4a55b4c0-f29f-4901-93ad-87771eb58cdb HTTP/1.1" status: 200 len: 848 time: 0.0835323 Sep 08 19:33:09.989565 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-18d31568-6c2b-43c7-af25-190487d5d918 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84274aad-5632-450a-b5ab-5153503094cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521095 Sep 08 19:33:10.029270 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:33:10.035666 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:10.038695 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] Sync routers for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:33:10.047211 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:33:10.047805 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:33:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:10.121518 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7d2a44df-fd73-4e58-959d-a0690b303e8a tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "DELETE /v2.0/floatingips/711f551b-e6ca-4059-9258-f56c2bd65daf HTTP/1.1" status: 204 len: 168 time: 1.5229037 Sep 08 19:33:10.138798 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cccc2-9269-407b-adb7-f20a296a838e req-666af646-b688-47c6-997c-a29f0185baf5 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:10.140274 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-be3cccc2-9269-407b-adb7-f20a296a838e req-666af646-b688-47c6-997c-a29f0185baf5 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 943 time: 0.1281016 Sep 08 19:33:10.156412 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:33:10.167713 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-c77f3771-69eb-4ba8-b5a2-bdb347d4f40b service neutron] 10.222.0.38 "GET /v2.0/networks/84274aad-5632-450a-b5ab-5153503094cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690240 Sep 08 19:33:10.205104 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-be3cccc2-9269-407b-adb7-f20a296a838e req-88b185a4-1253-4155-9e21-5a560cbeabd6 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541472 Sep 08 19:33:10.383322 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:10.410298 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] Checking router: d55b2d28-7f43-47aa-a31b-3eb47c62e63a for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:33:10.419217 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:33:10.419844 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:33:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:10.532268 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:33:10.559734 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4d79cca-68f6-4826-9a83-28ffae689689 req-d23efda9-8c0c-45ec-b8d3-6bf04a3e517e service neutron] 10.222.0.38 "GET /v2.0/networks/84274aad-5632-450a-b5ab-5153503094cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838711 Sep 08 19:33:10.572644 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14adc29-fd06-4481-b1c0-80cfac8f3e8f req-a5e20d58-5022-4c5e-8706-f3a894d48f1e tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:10.573761 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f14adc29-fd06-4481-b1c0-80cfac8f3e8f req-a5e20d58-5022-4c5e-8706-f3a894d48f1e tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 946 time: 0.0669067 Sep 08 19:33:10.614652 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f14adc29-fd06-4481-b1c0-80cfac8f3e8f req-33d49e62-d7e2-473c-abb5-ba00bdbef3ee tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Sep 08 19:33:10.855922 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:10.881622 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c103bae-ebda-4b72-bf54-619ad6241fc8 None None] The sync data for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi is: [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:24:56Z', 'revision_number': 4, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'ec8ebb64-15ec-4a31-a231-e93844d78c40', 'name': '', 'network_id': 'c59874e5-2d39-495d-ba56-1d980550f33b', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'mac_address': 'fa:16:3e:37:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:55Z', 'updated_at': '2021-09-08T19:25:02Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'subnets': [{'id': 'f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:33:11.090699 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c6cd0-a1d8-4481-a438-e138192b08de None None] New status for floating IP 711f551b-e6ca-4059-9258-f56c2bd65daf: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:33:11.241260 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:33:11.247080 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7447aa4c-a82f-4a33-bd07-910178d8abbb" -d '{"events": [{"name": "network-changed", "server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "tag": "616b309d-74c3-4372-8990-e5adfdd34218"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:33:11.284714 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6191d739-1f23-41c3-bd52-eabe6c0533b9 x-openstack-request-id: req-6191d739-1f23-41c3-bd52-eabe6c0533b9 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:33:11.285031 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "tag": "616b309d-74c3-4372-8990-e5adfdd34218", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:33:11.285284 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6191d739-1f23-41c3-bd52-eabe6c0533b9 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:33:11.285708 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218', 'status': 'completed', 'code': 200} Sep 08 19:33:11.354307 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-1f602e8a-0488-44cf-ae40-05298021ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:11.355831 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-1f602e8a-0488-44cf-ae40-05298021ba0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=757ed2cc7a60485f938d6783abd20cbd&device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 1099 time: 0.0442359 Sep 08 19:33:11.453157 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-800159b3-db4a-405c-a554-391ac0ba1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:11.454609 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-800159b3-db4a-405c-a554-391ac0ba1381 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 200 len: 911 time: 0.0905724 Sep 08 19:33:11.498529 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-977ce2a8-6e2b-4211-b9f7-cf2cbf572164 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616b309d-74c3-4372-8990-e5adfdd34218 HTTP/1.1" status: 200 len: 217 time: 0.0356998 Sep 08 19:33:11.558240 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-88924a5a-ac87-4e99-b962-0f7eb8761693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:11.559871 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-88924a5a-ac87-4e99-b962-0f7eb8761693 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 200 len: 850 time: 0.0498011 Sep 08 19:33:11.597657 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175a148-dc9a-40b4-a11f-4d7e29800614 req-89f1bd18-06c9-45cd-97a2-910d179527a7 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:11.599192 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4175a148-dc9a-40b4-a11f-4d7e29800614 req-89f1bd18-06c9-45cd-97a2-910d179527a7 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 943 time: 0.3217926 Sep 08 19:33:11.614202 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-e7ec5a36-e89c-4026-8179-4a28c09be557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:11.615735 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-e7ec5a36-e89c-4026-8179-4a28c09be557 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c59874e5-2d39-495d-ba56-1d980550f33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452654 Sep 08 19:33:11.642343 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4175a148-dc9a-40b4-a11f-4d7e29800614 req-b7d3cdaf-9fa9-4ff3-92f2-6c45e76db65d tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365729 Sep 08 19:33:11.743974 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-dafc9ecf-dfab-4f0f-b9e1-229e167b6fd3 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186996 Sep 08 19:33:11.752401 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ad9e1-be6d-4ab8-b5ff-a7ece7c1e86a req-78e6f3ad-f0fb-4715-96c9-19c8e6403454 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:11.753875 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-290ad9e1-be6d-4ab8-b5ff-a7ece7c1e86a req-78e6f3ad-f0fb-4715-96c9-19c8e6403454 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 946 time: 0.0680361 Sep 08 19:33:11.845813 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-290ad9e1-be6d-4ab8-b5ff-a7ece7c1e86a req-dcce5f44-565a-4831-8c6e-2c0ecf692b18 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/security-groups?id=a94fe16a-093a-443e-adfe-e96c58000c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829520 Sep 08 19:33:11.866854 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7447aa4c-a82f-4a33-bd07-910178d8abbb req-3f3cf61b-6e65-408e-a57b-64c3a9ab3405 service neutron] 10.222.0.38 "GET /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120412 Sep 08 19:33:12.112397 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-a7579d9a-aa0b-4d4f-b2f5-5d55e691876f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:12.113811 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-a7579d9a-aa0b-4d4f-b2f5-5d55e691876f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 946 time: 0.0474861 Sep 08 19:33:12.212739 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Deleting port 616b309d-74c3-4372-8990-e5adfdd34218 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:12.213076 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:12.304965 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] For port 616b309d-74c3-4372-8990-e5adfdd34218, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=616b309d-74c3-4372-8990-e5adfdd34218,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:12.305477 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:12.317730 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Calling delete_port for 616b309d-74c3-4372-8990-e5adfdd34218 owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:12.503728 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:12.530919 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event deleted for resources: {'Port': ['ID=616b309d-74c3-4372-8990-e5adfdd34218,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:12.574295 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] No DVR routers for this DVR port 616b309d-74c3-4372-8990-e5adfdd34218 on host hv-cinder-80793 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:33:12.576744 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:12.578852 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15d60fc7-1e54-4a2b-83e3-fedde1c40427 req-dd8c3af0-74f1-45c1-85f2-0963476ea3e6 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.38 "DELETE /v2.0/ports/616b309d-74c3-4372-8990-e5adfdd34218 HTTP/1.1" status: 204 len: 173 time: 0.4571860 Sep 08 19:33:12.756600 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967ba3-a56e-4427-995e-56554254e6ea req-1da3d7bf-0861-4614-9155-8a4c3203759e tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:12.757984 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ea967ba3-a56e-4427-995e-56554254e6ea req-1da3d7bf-0861-4614-9155-8a4c3203759e tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 943 time: 0.0486424 Sep 08 19:33:12.795724 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ea967ba3-a56e-4427-995e-56554254e6ea req-c844a58e-5299-476a-b374-0449d3dfaf6f tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Sep 08 19:33:12.942262 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-463bc43b-c666-4d34-9920-2858ba6ea89f req-6d49d402-3b7f-4d8f-ad20-69b3bb3a5767 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fabbfaf-80c0-42b0-aaff-cadbcf748d3c HTTP/1.1" status: 200 len: 210 time: 0.0276034 Sep 08 19:33:13.226765 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 464e946a-ec57-4291-baea-9292c206ad68 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:33:13.287005 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'name': 'network-vif-deleted', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:33:13.289366 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22560ac9-c5a9-44f6-9031-fddf0f57671a" -d '{"events": [{"server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "name": "network-vif-deleted", "tag": "616b309d-74c3-4372-8990-e5adfdd34218"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:33:13.323600 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ecbf5d-ef57-44bf-af83-61695b5c7d54 x-openstack-request-id: req-36ecbf5d-ef57-44bf-af83-61695b5c7d54 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:33:13.323884 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fabbfaf-80c0-42b0-aaff-cadbcf748d3c", "name": "network-vif-deleted", "tag": "616b309d-74c3-4372-8990-e5adfdd34218", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:33:13.324011 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 464e946a-ec57-4291-baea-9292c206ad68, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=464e946a-ec57-4291-baea-9292c206ad68,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:13.324120 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36ecbf5d-ef57-44bf-af83-61695b5c7d54 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:33:13.324514 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fabbfaf-80c0-42b0-aaff-cadbcf748d3c', 'name': 'network-vif-deleted', 'tag': '616b309d-74c3-4372-8990-e5adfdd34218', 'status': 'completed', 'code': 200} Sep 08 19:33:13.335563 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '464e946a-ec57-4291-baea-9292c206ad68', 'network_id': '84274aad-5632-450a-b5ab-5153503094cc', 'port_id': '464e946a-ec57-4291-baea-9292c206ad68', 'mac_address': 'fa:16:3e:b9:e9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a55b4c0-f29f-4901-93ad-87771eb58cdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:33:13.371303 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:13.383468 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464e946a-ec57-4291-baea-9292c206ad68 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:33:13.403095 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 464e946a-ec57-4291-baea-9292c206ad68, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=464e946a-ec57-4291-baea-9292c206ad68,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:13.486517 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:13.534315 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=464e946a-ec57-4291-baea-9292c206ad68,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:13.690789 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['464e946a-ec57-4291-baea-9292c206ad68'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:33:13.910467 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebee84-07e6-4749-9e59-57d5de7004ca req-bac9f5bf-eb54-4c42-9ef0-97a1263710be tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:13.911932 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-edebee84-07e6-4749-9e59-57d5de7004ca req-bac9f5bf-eb54-4c42-9ef0-97a1263710be tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 944 time: 0.0488231 Sep 08 19:33:13.956891 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-edebee84-07e6-4749-9e59-57d5de7004ca req-d46a44e8-22c5-4f76-9e52-2d9d0a99218f tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Sep 08 19:33:14.001553 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 47974) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:14.124593 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Deleting port 9cd95f05-363c-478f-9b64-0074b69fd25d {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:14.124846 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:14.198741 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:14.199073 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:14.210333 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Calling delete_port for 9cd95f05-363c-478f-9b64-0074b69fd25d owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:14.394864 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:14.419866 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event deleted for resources: {'Port': ['ID=9cd95f05-363c-478f-9b64-0074b69fd25d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:14.481744 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:14.484402 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:14.485537 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f57f1391-51a2-469e-b240-e35241c0eb4f tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "DELETE /v2.0/floatingips/05fa59b4-ae68-40a8-b9e6-7e880101e38e HTTP/1.1" status: 204 len: 168 time: 0.4823034 Sep 08 19:33:15.071885 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef22d9-2a90-46fb-862e-170cc7d03598 req-fe609699-ff33-48ce-8597-f0e7aedffeba tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:15.073354 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-16ef22d9-2a90-46fb-862e-170cc7d03598 req-fe609699-ff33-48ce-8597-f0e7aedffeba tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 944 time: 0.0509751 Sep 08 19:33:15.110118 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-16ef22d9-2a90-46fb-862e-170cc7d03598 req-2f727159-a367-4ad1-bd92-fcec9c0a3ae1 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Sep 08 19:33:15.251465 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 464e946a-ec57-4291-baea-9292c206ad68 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:33:15.360482 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 464e946a-ec57-4291-baea-9292c206ad68 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:33:15.364430 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 464e946a-ec57-4291-baea-9292c206ad68 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:33:15.364803 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:15.443203 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:15.465267 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40743cc1-e391-46f9-a29e-7f5a8ffc9cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e946a-ec57-4291-baea-9292c206ad68'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:33:15.467527 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd039ed-21a2-41e6-929a-b266dc6c681f" -d '{"events": [{"server_uuid": "40743cc1-e391-46f9-a29e-7f5a8ffc9cce", "name": "network-vif-plugged", "status": "completed", "tag": "464e946a-ec57-4291-baea-9292c206ad68"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:33:15.480354 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 464e946a-ec57-4291-baea-9292c206ad68, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=464e946a-ec57-4291-baea-9292c206ad68,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:15.504273 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5265e8-0f3e-4d2a-8e4d-507470c4828f x-openstack-request-id: req-0f5265e8-0f3e-4d2a-8e4d-507470c4828f {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:33:15.504563 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40743cc1-e391-46f9-a29e-7f5a8ffc9cce", "name": "network-vif-plugged", "status": "completed", "tag": "464e946a-ec57-4291-baea-9292c206ad68", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:33:15.504815 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f5265e8-0f3e-4d2a-8e4d-507470c4828f {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:33:15.505204 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40743cc1-e391-46f9-a29e-7f5a8ffc9cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e946a-ec57-4291-baea-9292c206ad68', 'code': 200} Sep 08 19:33:15.543582 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:15.544514 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 616b309d-74c3-4372-8990-e5adfdd34218 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:15.582316 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 616b309d-74c3-4372-8990-e5adfdd34218 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:15.582656 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 616b309d-74c3-4372-8990-e5adfdd34218 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:15.609555 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=464e946a-ec57-4291-baea-9292c206ad68,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:15.783909 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47990) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:15.796334 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e20f3-a2e4-4745-95d7-0456b9855fbb req-510231f9-99f6-485c-89bb-7c477f84ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:15.797867 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-463e20f3-a2e4-4745-95d7-0456b9855fbb req-510231f9-99f6-485c-89bb-7c477f84ed65 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 1098 time: 0.0400617 Sep 08 19:33:15.835799 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-463e20f3-a2e4-4745-95d7-0456b9855fbb req-e45bc9fc-c29c-4cc4-a61b-3f25441994d7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293937 Sep 08 19:33:15.842394 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:15.866481 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:15.994561 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:15.997195 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:15.998444 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] 10.222.0.21 "DELETE /v2.0/security-groups/a94fe16a-093a-443e-adfe-e96c58000c0f HTTP/1.1" status: 204 len: 168 time: 0.2135370 Sep 08 19:33:16.008429 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94fe16a-093a-443e-adfe-e96c58000c0f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:16.015602 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.015954 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.016318 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.016635 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.016969 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.017297 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.017722 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.017983 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.018317 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.018643 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.018962 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.019283 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac40e12-14f3-42a0-8574-d855e6bab329 tempest-TestVolumeBootPattern-760163590 tempest-TestVolumeBootPattern-760163590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:16.094874 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 47994) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:16.275744 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a7732-0cea-4f78-a663-148810e62700 req-6da1e9f2-71e2-4e80-90bd-8bbb789805bc tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:16.277116 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b69a7732-0cea-4f78-a663-148810e62700 req-6da1e9f2-71e2-4e80-90bd-8bbb789805bc tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 945 time: 0.0916147 Sep 08 19:33:16.359627 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b69a7732-0cea-4f78-a663-148810e62700 req-b8a856c7-b49d-4b89-88d6-c4f3345706ae tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764112 Sep 08 19:33:16.558235 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775979'] for router_interface, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:16.798700 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Deleting port ec8ebb64-15ec-4a31-a231-e93844d78c40 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:16.799352 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:16.882153 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] For port ec8ebb64-15ec-4a31-a231-e93844d78c40, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=ec8ebb64-15ec-4a31-a231-e93844d78c40,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:16.882422 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:16.895155 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Calling delete_port for ec8ebb64-15ec-4a31-a231-e93844d78c40 owned by network:router_interface {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:17.126278 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:17.157041 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8ebb64-15ec-4a31-a231-e93844d78c40,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:17.322656 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776095'] for router_interface, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:17.475890 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cd984-307f-4b53-8ada-435b05acaad9 req-50a3bbd0-2d50-47d3-9587-58d22448b40c tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:17.477356 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c66cd984-307f-4b53-8ada-435b05acaad9 req-50a3bbd0-2d50-47d3-9587-58d22448b40c tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 945 time: 0.0520217 Sep 08 19:33:17.514135 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c66cd984-307f-4b53-8ada-435b05acaad9 req-89449209-7a44-48fa-9603-12978d95ad90 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308166 Sep 08 19:33:17.540761 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Router d55b2d28-7f43-47aa-a31b-3eb47c62e63a has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:33:17.653099 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:33:17.659705 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-391b853a-201b-4d2b-b628-16bb011c811a admin admin] 10.222.0.21 "PUT /v2.0/routers/d55b2d28-7f43-47aa-a31b-3eb47c62e63a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637124 Sep 08 19:33:17.661534 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48006) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:17.663158 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] Sync routers for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:33:17.672299 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:33:17.672989 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:33:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:17.762042 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:17.778175 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:33:17.877343 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:17.969631 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:33:17Z', 'revision_number': 5, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port': {'id': '471acbb2-3220-4fb7-a055-122d1a764d28', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:24:53Z', 'updated_at': '2021-09-08T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:17.996988 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] Checking router: d55b2d28-7f43-47aa-a31b-3eb47c62e63a for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:33:18.006858 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] Routers {'d55b2d28-7f43-47aa-a31b-3eb47c62e63a'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:33:18.007464 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:33:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:18.010260 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Deleting port 471acbb2-3220-4fb7-a055-122d1a764d28 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:18.010661 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.089251 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] For port 471acbb2-3220-4fb7-a055-122d1a764d28, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=471acbb2-3220-4fb7-a055-122d1a764d28,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:18.089610 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.097322 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] Set router d55b2d28-7f43-47aa-a31b-3eb47c62e63a gateway port host: None {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:33:18.101635 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Calling delete_port for 471acbb2-3220-4fb7-a055-122d1a764d28 owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:18.151241 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:33:17Z', 'revision_number': 6, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port_host': None}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:18.177599 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d49b2a-c6ee-49c9-8fca-10018d54ec37 None None] The sync data for ids ['d55b2d28-7f43-47aa-a31b-3eb47c62e63a'] in dv-cinder-807933-1-iscsi is: [{'id': 'd55b2d28-7f43-47aa-a31b-3eb47c62e63a', 'name': 'tempest-TestVolumeBootPattern-801848016-router', 'tenant_id': '757ed2cc7a60485f938d6783abd20cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:52Z', 'updated_at': '2021-09-08T19:33:17Z', 'revision_number': 6, 'project_id': '757ed2cc7a60485f938d6783abd20cbd', 'gw_port_host': None}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:33:18.330737 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.357986 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=471acbb2-3220-4fb7-a055-122d1a764d28,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:18.420531 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732285'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.509895 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3482'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.512172 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.690331 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770247'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.690832 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d55b2d28-7f43-47aa-a31b-3eb47c62e63a {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 19:33:18.695808 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.696916 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7eb7587a-537e-4ca6-b583-624e2b0acff9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d55b2d28-7f43-47aa-a31b-3eb47c62e63a HTTP/1.1" status: 204 len: 168 time: 1.0343790 Sep 08 19:33:18.699583 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 48020) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:18.717499 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aec2ac-24dd-4586-a992-031667510938 req-ad0f8b65-04cf-468f-9ce1-def4b7705bcc tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:18.719148 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48aec2ac-24dd-4586-a992-031667510938 req-ad0f8b65-04cf-468f-9ce1-def4b7705bcc tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 945 time: 0.0600333 Sep 08 19:33:18.745347 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e06a7e-3bc8-457c-bca3-7047089d1e1a admin admin] Deleting subnet f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:33:18.748352 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-85e06a7e-3bc8-457c-bca3-7047089d1e1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.762423 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48aec2ac-24dd-4586-a992-031667510938 req-77c2e59e-817c-4dc2-971a-a27ed2d3af76 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Sep 08 19:33:18.786665 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-85e06a7e-3bc8-457c-bca3-7047089d1e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375120'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.862216 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-85e06a7e-3bc8-457c-bca3-7047089d1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:18.989634 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-85e06a7e-3bc8-457c-bca3-7047089d1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5160568'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.016340 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e06a7e-3bc8-457c-bca3-7047089d1e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:19.021096 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-85e06a7e-3bc8-457c-bca3-7047089d1e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.023108 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-85e06a7e-3bc8-457c-bca3-7047089d1e1a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f4a4490e-7ad6-4fb0-adf7-2d0775d2a2cb HTTP/1.1" status: 204 len: 168 time: 0.3224595 Sep 08 19:33:19.025666 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48022) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:19.029261 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4868d02c-63b0-40f8-8597-c735e4cd7b78 None None] Network c59874e5-2d39-495d-ba56-1d980550f33b requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:33:19.097245 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.151838 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Deleting port 2006c4f9-b589-4055-b82a-b94d7879607e {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:19.152186 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.223809 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] For port 2006c4f9-b589-4055-b82a-b94d7879607e, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=2006c4f9-b589-4055-b82a-b94d7879607e,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:19.224251 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.232632 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] DHCP port deletion for c59874e5-2d39-495d-ba56-1d980550f33b request from dv-cinder-807933-1-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 19:33:19.236270 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Calling delete_port for 2006c4f9-b589-4055-b82a-b94d7879607e owned by network:dhcp {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:19.278066 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Deleting port 2006c4f9-b589-4055-b82a-b94d7879607e {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:19.278447 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.338959 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] For port 2006c4f9-b589-4055-b82a-b94d7879607e, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=2006c4f9-b589-4055-b82a-b94d7879607e,segment=NetworkSegment(e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e),segment_id=e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:19.339353 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.355852 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Calling delete_port for 2006c4f9-b589-4055-b82a-b94d7879607e owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:19.417473 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.427811 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.455414 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2006c4f9-b589-4055-b82a-b94d7879607e,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:19.455414 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] No DVR routers for this DVR port 2006c4f9-b589-4055-b82a-b94d7879607e on host dv-cinder-807933-1-iscsi {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:33:19.456433 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Pushing event deleted for resources: {'Port': ['ID=2006c4f9-b589-4055-b82a-b94d7879607e,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:19.461513 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] No DVR routers for this DVR port 2006c4f9-b589-4055-b82a-b94d7879607e on host dv-cinder-807933-1-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:33:19.473126 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.473719 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.474032 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.474364 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.474689 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.475016 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.475337 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.475656 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.475980 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.476297 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.476613 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.476928 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6ae3-1eb8-4983-bfcd-4026ce4c1494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:19.522997 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.542316 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59874e5-2d39-495d-ba56-1d980550f33b']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:19.551347 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:19.551710 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33de9a7-04ab-4fa3-9d7b-ab4e0f9b2b7e') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:19.560730 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278415'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.574688 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.580696 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:33:19.581073 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4249662'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: Traceback (most recent call last): Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: timer() Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: cb(*args, **kw) Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: return func(*args, **kwargs) Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: self._notify() Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: self.callback(batched_events) Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: event.method(event) Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: return f(self, *a, **k) Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._get(url).json() Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:33:19.583544 dv-cinder-807933-1-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:33:19.697326 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.702492 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:19.707996 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c59874e5-2d39-495d-ba56-1d980550f33b HTTP/1.1" status: 204 len: 168 time: 0.6776431 Sep 08 19:33:19.708605 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 48024) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:19.716113 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81aadd-fa0f-4557-8803-fd58f92ec0e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c59874e5-2d39-495d-ba56-1d980550f33b,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:19.885582 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 2006c4f9-b589-4055-b82a-b94d7879607e no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:19.913363 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 2006c4f9-b589-4055-b82a-b94d7879607e {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:19.913727 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 2006c4f9-b589-4055-b82a-b94d7879607e not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:19.914153 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device ec8ebb64-15ec-4a31-a231-e93844d78c40 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:19.936277 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: ec8ebb64-15ec-4a31-a231-e93844d78c40 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:19.936619 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device ec8ebb64-15ec-4a31-a231-e93844d78c40 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:19.937044 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 471acbb2-3220-4fb7-a055-122d1a764d28 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:19.956949 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 471acbb2-3220-4fb7-a055-122d1a764d28 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:19.957279 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 471acbb2-3220-4fb7-a055-122d1a764d28 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:20.068708 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1387e-a1a4-4fc4-89ea-332c4d6e6900 req-6e96fce4-8cf3-4cbd-906c-3b5253ca523a tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:20.070193 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cff1387e-a1a4-4fc4-89ea-332c4d6e6900 req-6e96fce4-8cf3-4cbd-906c-3b5253ca523a tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 945 time: 0.2173367 Sep 08 19:33:20.130730 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-cff1387e-a1a4-4fc4-89ea-332c4d6e6900 req-60116322-1b9f-4e46-90c9-8262eadf5151 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Sep 08 19:33:20.131014 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac8682-676b-432b-b808-9a94da7a89a3 req-57dec514-7154-43f9-a55f-c5b967a96d70 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:20.132658 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-adac8682-676b-432b-b808-9a94da7a89a3 req-57dec514-7154-43f9-a55f-c5b967a96d70 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.38 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 945 time: 0.0472412 Sep 08 19:33:20.145649 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775979'] for router_interface, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:20.227824 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-adac8682-676b-432b-b808-9a94da7a89a3 req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Deleting port 464e946a-ec57-4291-baea-9292c206ad68 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:20.228164 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-adac8682-676b-432b-b808-9a94da7a89a3 req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:20.313839 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-adac8682-676b-432b-b808-9a94da7a89a3 req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] For port 464e946a-ec57-4291-baea-9292c206ad68, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=464e946a-ec57-4291-baea-9292c206ad68,segment=NetworkSegment(ce49356f-8285-49cd-ba3f-84bf8f1e274b),segment_id=ce49356f-8285-49cd-ba3f-84bf8f1e274b)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:20.314451 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-adac8682-676b-432b-b808-9a94da7a89a3 req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:20.327115 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-adac8682-676b-432b-b808-9a94da7a89a3 req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Calling delete_port for 464e946a-ec57-4291-baea-9292c206ad68 owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:20.385903 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Deleting port 9b718356-e993-4d15-b13f-ece7277946ae {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:20.386244 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:20.466622 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] For port 9b718356-e993-4d15-b13f-ece7277946ae, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=9b718356-e993-4d15-b13f-ece7277946ae,segment=NetworkSegment(05816b6e-5cc7-483b-8fb4-23cf68d2fc59),segment_id=05816b6e-5cc7-483b-8fb4-23cf68d2fc59)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:20.466986 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:20.479737 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Calling delete_port for 9b718356-e993-4d15-b13f-ece7277946ae owned by network:router_interface {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:20.532024 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-adac8682-676b-432b-b808-9a94da7a89a3 req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:20.545696 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['464e946a-ec57-4291-baea-9292c206ad68'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:33:20.559516 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Pushing event deleted for resources: {'Port': ['ID=464e946a-ec57-4291-baea-9292c206ad68,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:20.604954 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-adac8682-676b-432b-b808-9a94da7a89a3 req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] No DVR routers for this DVR port 464e946a-ec57-4291-baea-9292c206ad68 on host hv-cinder-80793 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:33:20.607402 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-adac8682-676b-432b-b808-9a94da7a89a3 req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:20.609414 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-adac8682-676b-432b-b808-9a94da7a89a3 req-acc73b17-74c8-4688-9dcb-055abac00c42 tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.38 "DELETE /v2.0/ports/464e946a-ec57-4291-baea-9292c206ad68 HTTP/1.1" status: 204 len: 173 time: 0.4699998 Sep 08 19:33:20.609882 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40743cc1-e391-46f9-a29e-7f5a8ffc9cce', 'name': 'network-vif-deleted', 'tag': '464e946a-ec57-4291-baea-9292c206ad68'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:33:20.612197 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d6ab6e-5499-440d-bb32-360e1b893e09" -d '{"events": [{"server_uuid": "40743cc1-e391-46f9-a29e-7f5a8ffc9cce", "name": "network-vif-deleted", "tag": "464e946a-ec57-4291-baea-9292c206ad68"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:33:20.647509 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0bd9f0-726d-4ea3-9eee-bf4fe4c15f42 x-openstack-request-id: req-9b0bd9f0-726d-4ea3-9eee-bf4fe4c15f42 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:33:20.647799 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40743cc1-e391-46f9-a29e-7f5a8ffc9cce", "name": "network-vif-deleted", "tag": "464e946a-ec57-4291-baea-9292c206ad68", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:33:20.648051 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b0bd9f0-726d-4ea3-9eee-bf4fe4c15f42 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:33:20.648465 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40743cc1-e391-46f9-a29e-7f5a8ffc9cce', 'name': 'network-vif-deleted', 'tag': '464e946a-ec57-4291-baea-9292c206ad68', 'status': 'completed', 'code': 200} Sep 08 19:33:20.709556 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:20.733430 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b718356-e993-4d15-b13f-ece7277946ae,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:20.908644 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776095'] for router_interface, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:21.120674 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:33:21.240991 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c87e7a9a-86cd-4dae-a8d7-352e50bb9437 req-c2d48be4-23d8-4146-b822-5e7b1104d68b tempest-VolumesActionsTest-1605973575 tempest-VolumesActionsTest-1605973575-project] 10.222.0.21 "GET /v2.0/ports?device_id=40743cc1-e391-46f9-a29e-7f5a8ffc9cce HTTP/1.1" status: 200 len: 210 time: 0.0267820 Sep 08 19:33:21.264760 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:33:21.264760 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-680f42cb-088d-452e-8f2f-1f1e751aed08 admin admin] 10.222.0.21 "PUT /v2.0/routers/88627c91-0a5c-4cd6-b75c-fda36ac38f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5484312 Sep 08 19:33:21.264760 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 48034) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:21.265020 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54811532-e45d-4f51-abf5-450030c12818 None None] Sync routers for ids ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:33:21.271386 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54811532-e45d-4f51-abf5-450030c12818 None None] Routers {'88627c91-0a5c-4cd6-b75c-fda36ac38f6c'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:33:21.272226 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-54811532-e45d-4f51-abf5-450030c12818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:33:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:21.365219 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks [] for router, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:21.377226 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-54811532-e45d-4f51-abf5-450030c12818 None None] Set router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:33:21.469266 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:21.552744 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-54811532-e45d-4f51-abf5-450030c12818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:59Z', 'updated_at': '2021-09-08T19:33:20Z', 'revision_number': 5, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'gw_port': {'id': '6795c1c0-48d7-4122-845e-7166dcdd2368', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:25:00Z', 'updated_at': '2021-09-08T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:21.582761 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54811532-e45d-4f51-abf5-450030c12818 None None] Checking router: 88627c91-0a5c-4cd6-b75c-fda36ac38f6c for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:33:21.591281 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54811532-e45d-4f51-abf5-450030c12818 None None] Routers {'88627c91-0a5c-4cd6-b75c-fda36ac38f6c'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:33:21.591928 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-54811532-e45d-4f51-abf5-450030c12818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:33:04Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:21.615396 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Deleting port 6795c1c0-48d7-4122-845e-7166dcdd2368 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:21.615735 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:21.677868 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-54811532-e45d-4f51-abf5-450030c12818 None None] Set router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:33:21.696229 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] For port 6795c1c0-48d7-4122-845e-7166dcdd2368, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=6795c1c0-48d7-4122-845e-7166dcdd2368,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:21.696590 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:21.708825 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Calling delete_port for 6795c1c0-48d7-4122-845e-7166dcdd2368 owned by network:router_gateway {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:21.727441 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-54811532-e45d-4f51-abf5-450030c12818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:59Z', 'updated_at': '2021-09-08T19:33:21Z', 'revision_number': 6, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'gw_port_host': None}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:21.755579 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54811532-e45d-4f51-abf5-450030c12818 None None] The sync data for ids ['88627c91-0a5c-4cd6-b75c-fda36ac38f6c'] in dv-cinder-807933-1-iscsi is: [{'id': '88627c91-0a5c-4cd6-b75c-fda36ac38f6c', 'name': 'tempest-TestVolumeBootPattern-2110463338-router', 'tenant_id': '5d97290716d543a0ac7f18b3203d7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:24:59Z', 'updated_at': '2021-09-08T19:33:21Z', 'revision_number': 6, 'project_id': '5d97290716d543a0ac7f18b3203d7c8e', 'gw_port_host': None}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:33:21.903369 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:21.929079 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=6795c1c0-48d7-4122-845e-7166dcdd2368,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:21.986151 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732285'] for router_gateway, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.329539 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3482'] for router, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.331880 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.463570 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770247'] for router, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.464134 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88627c91-0a5c-4cd6-b75c-fda36ac38f6c {{(pid=94486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 19:33:22.468515 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.471088 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b9eae70a-b149-4c10-8e15-c130e443bc3e admin admin] 10.222.0.21 "DELETE /v2.0/routers/88627c91-0a5c-4cd6-b75c-fda36ac38f6c HTTP/1.1" status: 204 len: 168 time: 1.2101612 Sep 08 19:33:22.475290 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48042) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:22.522990 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Deleting subnet ce322bd4-6536-4b11-b44a-c2629bef9951 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:33:22.526409 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.547393 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 9b718356-e993-4d15-b13f-ece7277946ae no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:22.563051 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278518'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.569368 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 9b718356-e993-4d15-b13f-ece7277946ae {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:22.569736 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 9b718356-e993-4d15-b13f-ece7277946ae not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:22.649750 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.749991 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4935558'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.762858 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.767115 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce322bd4-6536-4b11-b44a-c2629bef9951 HTTP/1.1" status: 204 len: 168 time: 0.2884462 Sep 08 19:33:22.772505 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 48052) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:22.772661 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec60201-2f83-4146-a37d-ee26c1cedd9d None None] Network 9e22d9c8-6600-4edc-8fcf-037846c958be requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:33:22.784183 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce322bd4-6536-4b11-b44a-c2629bef9951,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:22.792234 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.792693 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.793539 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.794024 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.795063 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.795619 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.796175 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.796721 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.797251 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.797804 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.798345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.798864 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df446756-3a6b-40dc-851c-a374957d029d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:33:22.856702 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.916607 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Deleting port a140a904-c71d-42db-bb63-b398625e921f {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:22.917327 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.971786 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c17ca-bf8f-42b8-9f55-3dfc400a9507 None None] DHCP port deletion for 9e22d9c8-6600-4edc-8fcf-037846c958be request from dv-cinder-807933-1-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 19:33:22.988796 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] For port a140a904-c71d-42db-bb63-b398625e921f, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a140a904-c71d-42db-bb63-b398625e921f,segment=NetworkSegment(05816b6e-5cc7-483b-8fb4-23cf68d2fc59),segment_id=05816b6e-5cc7-483b-8fb4-23cf68d2fc59)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:22.988796 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:22.995916 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Calling delete_port for a140a904-c71d-42db-bb63-b398625e921f owned by network:dhcp {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:23.021666 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-495c17ca-bf8f-42b8-9f55-3dfc400a9507 None None] Deleting port a140a904-c71d-42db-bb63-b398625e921f {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:33:23.022099 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-495c17ca-bf8f-42b8-9f55-3dfc400a9507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.092173 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-495c17ca-bf8f-42b8-9f55-3dfc400a9507 None None] For port a140a904-c71d-42db-bb63-b398625e921f, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a140a904-c71d-42db-bb63-b398625e921f,segment=NetworkSegment(05816b6e-5cc7-483b-8fb4-23cf68d2fc59),segment_id=05816b6e-5cc7-483b-8fb4-23cf68d2fc59)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:23.092599 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-495c17ca-bf8f-42b8-9f55-3dfc400a9507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.104399 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-495c17ca-bf8f-42b8-9f55-3dfc400a9507 None None] Calling delete_port for a140a904-c71d-42db-bb63-b398625e921f owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:33:23.177954 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.185667 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-495c17ca-bf8f-42b8-9f55-3dfc400a9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.205020 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Pushing event deleted for resources: {'Port': ['ID=a140a904-c71d-42db-bb63-b398625e921f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:23.211931 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] No DVR routers for this DVR port a140a904-c71d-42db-bb63-b398625e921f on host dv-cinder-807933-1-iscsi {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:33:23.214428 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c17ca-bf8f-42b8-9f55-3dfc400a9507 None None] Pushing event deleted for resources: {'Port': ['ID=a140a904-c71d-42db-bb63-b398625e921f,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:23.218059 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c17ca-bf8f-42b8-9f55-3dfc400a9507 None None] No DVR routers for this DVR port a140a904-c71d-42db-bb63-b398625e921f on host dv-cinder-807933-1-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:33:23.286699 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.307300 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e22d9c8-6600-4edc-8fcf-037846c958be']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:23.314846 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 464e946a-ec57-4291-baea-9292c206ad68 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:23.317002 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05816b6e-5cc7-483b-8fb4-23cf68d2fc59') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:23.317296 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05816b6e-5cc7-483b-8fb4-23cf68d2fc59') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:23.326598 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.339691 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 464e946a-ec57-4291-baea-9292c206ad68 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:23.339691 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 464e946a-ec57-4291-baea-9292c206ad68 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:23.342532 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.350641 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:33:23.364791 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:33:23.370346 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:33:23.486440 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.498976 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.498976 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e22d9c8-6600-4edc-8fcf-037846c958be HTTP/1.1" status: 204 len: 168 time: 0.7262008 Sep 08 19:33:23.506267 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db432862-8f59-407d-8ae0-ab9e166fa171 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e22d9c8-6600-4edc-8fcf-037846c958be,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:23.566499 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.804976 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48090) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:23.845855 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f556a91f-5681-4872-9abc-737f66533617 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=757ed2cc7a60485f938d6783abd20cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397072 Sep 08 19:33:23.848382 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48092) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:23.865645 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a140a904-c71d-42db-bb63-b398625e921f no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:23.885932 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: a140a904-c71d-42db-bb63-b398625e921f {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:23.886275 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a140a904-c71d-42db-bb63-b398625e921f not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:23.886696 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 6795c1c0-48d7-4122-845e-7166dcdd2368 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:33:23.897742 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a90c7c5f-e9eb-412d-bfad-6d8ee9b54367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:23.904588 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 6795c1c0-48d7-4122-845e-7166dcdd2368 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:33:23.904928 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 6795c1c0-48d7-4122-845e-7166dcdd2368 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:33:23.922413 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a90c7c5f-e9eb-412d-bfad-6d8ee9b54367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:24.046298 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a90c7c5f-e9eb-412d-bfad-6d8ee9b54367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:24.048822 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a90c7c5f-e9eb-412d-bfad-6d8ee9b54367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:24.050036 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a90c7c5f-e9eb-412d-bfad-6d8ee9b54367 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9205f642-62fa-43ad-9b48-261ea8ba91c4 HTTP/1.1" status: 204 len: 168 time: 0.2002413 Sep 08 19:33:24.057765 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c7c5f-e9eb-412d-bfad-6d8ee9b54367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9205f642-62fa-43ad-9b48-261ea8ba91c4,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:24.713021 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48098) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:24.755675 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f706a139-a5e5-43d6-bf2f-b00dadee2618 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d97290716d543a0ac7f18b3203d7c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414948 Sep 08 19:33:24.758030 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48104) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:24.803771 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d50e4675-dbeb-4461-8b08-d2b5583b4ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:24.824041 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d50e4675-dbeb-4461-8b08-d2b5583b4ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:24.941405 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d50e4675-dbeb-4461-8b08-d2b5583b4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:24.944410 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d50e4675-dbeb-4461-8b08-d2b5583b4ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:24.945545 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d50e4675-dbeb-4461-8b08-d2b5583b4ce6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf40eae2-fd2e-4269-bd29-f0f095dbaeec HTTP/1.1" status: 204 len: 168 time: 0.1866364 Sep 08 19:33:24.953064 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e4675-dbeb-4461-8b08-d2b5583b4ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf40eae2-fd2e-4269-bd29-f0f095dbaeec,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:31.504654 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-b928953d-c274-4828-b1b9-018fc187597d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1505759 Sep 08 19:33:31.600522 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-32fae0c6-2f7c-43a6-a219-e744de2249b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:31.602495 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-32fae0c6-2f7c-43a6-a219-e744de2249b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1099 time: 0.0509226 Sep 08 19:33:31.718723 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-bd8cc07e-e202-4521-bdcb-921284a05539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:31.720545 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-bd8cc07e-e202-4521-bdcb-921284a05539 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 200 len: 908 time: 0.0943675 Sep 08 19:33:31.726815 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9bb6-36c2-44f9-96d4-579af0c37797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:31.796827 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-45736369-c295-401b-a531-db7619194f21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 200 len: 1002 time: 0.0675240 Sep 08 19:33:31.859463 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-e30e7a51-be6d-41f0-bc26-e0b0839062b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:31.861019 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-e30e7a51-be6d-41f0-bc26-e0b0839062b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee HTTP/1.1" status: 200 len: 847 time: 0.0566211 Sep 08 19:33:31.910450 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-51b4e141-e184-464f-acf6-9a3089c01813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:31.912087 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-51b4e141-e184-464f-acf6-9a3089c01813 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9004d12f-4557-40c4-8eb5-417dc5917058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425782 Sep 08 19:33:31.923303 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-bad4a518-0576-484c-a608-41a61741048b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:33:31.924526 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-bad4a518-0576-484c-a608-41a61741048b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053263 Sep 08 19:33:32.030127 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-2b7d3fbe-5134-4285-9f06-4e7d2809c490 service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968299 Sep 08 19:33:32.144856 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8036f4f7-370a-416d-9d61-ca1e24b332ca req-bd9cceb5-f9ec-4999-b382-270a75b5ae3f service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059687 Sep 08 19:33:34.130415 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-fb844257-3df2-4f7a-a01b-1f8829935ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:34.404733 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:35.937386 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:37.315536 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:42.699283 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:33:47.502442 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48296) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:47.546873 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c179ddae-ed55-4770-b015-656a7cf878be admin admin] Deleting subnet 4a55b4c0-f29f-4901-93ad-87771eb58cdb {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:33:47.549885 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c179ddae-ed55-4770-b015-656a7cf878be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.586056 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c179ddae-ed55-4770-b015-656a7cf878be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278518'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.623888 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c179ddae-ed55-4770-b015-656a7cf878be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.719783 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c179ddae-ed55-4770-b015-656a7cf878be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4935558'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.744500 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179ddae-ed55-4770-b015-656a7cf878be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a55b4c0-f29f-4901-93ad-87771eb58cdb,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:47.748277 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c179ddae-ed55-4770-b015-656a7cf878be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.750124 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c179ddae-ed55-4770-b015-656a7cf878be admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4a55b4c0-f29f-4901-93ad-87771eb58cdb HTTP/1.1" status: 204 len: 168 time: 0.2466943 Sep 08 19:33:47.752762 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 48298) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:47.827591 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.904379 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.928531 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84274aad-5632-450a-b5ab-5153503094cc']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:47.938150 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce49356f-8285-49cd-ba3f-84bf8f1e274b') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:47.938438 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce49356f-8285-49cd-ba3f-84bf8f1e274b') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:33:47.948034 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.960648 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.966756 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:33:47.972258 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:33:48.085626 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:48.090658 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:48.092475 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] 10.222.0.21 "DELETE /v2.0/networks/84274aad-5632-450a-b5ab-5153503094cc HTTP/1.1" status: 204 len: 168 time: 0.3387384 Sep 08 19:33:48.103669 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463554b2-2e25-4f07-ae32-d7095c6c7d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=84274aad-5632-450a-b5ab-5153503094cc,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:48.488437 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 48302) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:48.527190 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bb1e6ad0-33c5-4cf7-be1e-c80cf7809b80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0087dbb99290440fbc32726cd1f83068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376270 Sep 08 19:33:48.529632 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 48304) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:48.580640 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3e6b5f9d-cbcb-425b-9764-6bc74db0dd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:48.601690 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3e6b5f9d-cbcb-425b-9764-6bc74db0dd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:48.691440 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3e6b5f9d-cbcb-425b-9764-6bc74db0dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:48.693963 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3e6b5f9d-cbcb-425b-9764-6bc74db0dd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:48.695099 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3e6b5f9d-cbcb-425b-9764-6bc74db0dd6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb2f6fd5-c9f0-429d-b8bc-e1c96d065271 HTTP/1.1" status: 204 len: 168 time: 0.1644847 Sep 08 19:33:48.707874 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b5f9d-cbcb-425b-9764-6bc74db0dd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f6fd5-c9f0-429d-b8bc-e1c96d065271,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:49.611924 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48326) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:49.705042 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2065385452-network', 'tenant_id': '7a7cce3fc18b4760915b68dcedcb469a'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:33:49.815193 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Made reservation on behalf of 7a7cce3fc18b4760915b68dcedcb469a for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:33:49.817451 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:49.826535 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:49.911240 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:49.986541 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:50.010057 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 19:33:50.024029 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:50.027378 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:50.031038 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Added segment 04af2a50-b86b-4345-ab02-a2be9a29dead of type vlan for network 719ce820-7058-41d0-9352-fe85542150ed Sep 08 19:33:50.066089 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737712627240'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:50.159432 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:50.160371 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:50.160943 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:50.217160 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] Pushing event updated for resources: {'Network': ['ID=719ce820-7058-41d0-9352-fe85542150ed,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:50.227228 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Network 719ce820-7058-41d0-9352-fe85542150ed details requested by agent ovs-agent-dv-cinder-807933-1-iscsi with host dv-cinder-807933-1-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 19:33:50.250404 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3d14ccf6-30df-420b-9bed-38d215a81a3e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6374218 Sep 08 19:33:50.253575 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48330) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:33:50.257790 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Request body: {'subnet': {'network_id': '719ce820-7058-41d0-9352-fe85542150ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2065385452-subnet', 'tenant_id': '7a7cce3fc18b4760915b68dcedcb469a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:33:50.358473 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Made reservation on behalf of 7a7cce3fc18b4760915b68dcedcb469a for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:33:50.360758 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4935523'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:50.861248 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4935549'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:50.923259 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bcb0ce-1f77-4574-910d-172d62e3475a,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:50.925409 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Checking segment: {'id': '04af2a50-b86b-4345-ab02-a2be9a29dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '719ce820-7058-41d0-9352-fe85542150ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:33:50.925777 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Network hostable DHCP agents. Network: 719ce820-7058-41d0-9352-fe85542150ed, hostable agents: ['7b5c6f5d-7881-47d9-84f1-b027df18c250'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 19:33:51.003759 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Network 719ce820-7058-41d0-9352-fe85542150ed is scheduled to be hosted by DHCP agent 7b5c6f5d-7881-47d9-84f1-b027df18c250 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 19:33:51.066648 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807933-1-iscsi, 719ce820-7058-41d0-9352-fe85542150ed) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:33:51.070689 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:51.071273 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:51.075953 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4059bfc-8071-47a5-a40c-cd25e02f8e8e None None] Network 719ce820-7058-41d0-9352-fe85542150ed requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:33:51.159179 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2ae9cd87-a8fa-497b-ad7e-37909e8c13f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9050260 Sep 08 19:33:51.199562 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c389a4c0-9c72-419a-8a26-45a80fc6ddd1 None None] Network 719ce820-7058-41d0-9352-fe85542150ed requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:33:53.208637 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-e3f54c7c-5a54-4285-bcb1-6d155eaa15cc tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:53.210170 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-e3f54c7c-5a54-4285-bcb1-6d155eaa15cc tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/networks?id=719ce820-7058-41d0-9352-fe85542150ed HTTP/1.1" status: 200 len: 814 time: 0.1017025 Sep 08 19:33:53.225427 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-599ebbc7-3955-4adf-b396-1ca9cd26f01a tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/quotas/7a7cce3fc18b4760915b68dcedcb469a HTTP/1.1" status: 200 len: 375 time: 0.0088544 Sep 08 19:33:53.261505 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-2eee4a55-e1a4-44ab-b4e1-db80274e7763 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7cce3fc18b4760915b68dcedcb469a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308206 Sep 08 19:33:53.272334 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-bd93b2a5-4b07-4db5-9322-6a99f7423c85 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:33:53.273257 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-bd93b2a5-4b07-4db5-9322-6a99f7423c85 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051935 Sep 08 19:33:53.360722 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-d1e48eb3-d29c-455e-8c48-829d00c8ba64 service neutron] 10.222.0.21 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811028 Sep 08 19:33:53.451530 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-dda104d1-720c-4497-bc47-ba5f2795c7d5 service neutron] 10.222.0.21 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848436 Sep 08 19:33:53.594161 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:53.832884 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-065f717a-42f7-4584-a62e-05665a01593a req-d9bfff9b-adca-43d2-9cfe-59ecd12d1f62 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 210 time: 0.1329510 Sep 08 19:33:54.926247 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f73fb56b-3432-48a4-a154-a889acf6276c req-122bbeb5-805a-4dbb-ba8d-42875d34e79d tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 210 time: 0.0269563 Sep 08 19:33:55.591710 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-f46397e8-dbaf-4e9c-8146-0313e2b40524 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:55.593231 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-f46397e8-dbaf-4e9c-8146-0313e2b40524 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.38 "GET /v2.0/networks?id=719ce820-7058-41d0-9352-fe85542150ed HTTP/1.1" status: 200 len: 814 time: 0.1022785 Sep 08 19:33:55.606055 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Request body: {'port': {'device_id': '73447168-99d0-40a8-9e1e-99f9a3e44d57', 'network_id': '719ce820-7058-41d0-9352-fe85542150ed', 'admin_state_up': True, 'tenant_id': '7a7cce3fc18b4760915b68dcedcb469a'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:33:55.782882 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Made reservation on behalf of 7a7cce3fc18b4760915b68dcedcb469a for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:33:55.786402 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:55.912792 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Allocated IP 172.20.0.9 (719ce820-7058-41d0-9352-fe85542150ed/26bcb0ce-1f77-4574-910d-172d62e3475a/3e080b45-7748-4cfa-a368-fc73a399eaea) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:33:56.049062 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-da7ad51a-463f-4ba4-84b3-85365145219e req-3afa82e6-af9f-48af-9be8-e5e527480c48 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 210 time: 0.0565529 Sep 08 19:33:56.082838 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:56.211524 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:56.254686 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Network 719ce820-7058-41d0-9352-fe85542150ed is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:33:56.257748 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:33:56.264522 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:33:56.270920 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Pushing event updated for resources: {'Port': ['ID=3e080b45-7748-4cfa-a368-fc73a399eaea,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:56.315376 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:56.315982 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:56.435111 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-0be956dc-7117-40cb-82ac-81272166bca6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326461 Sep 08 19:33:56.446944 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Request body: {'port': {'device_id': '73447168-99d0-40a8-9e1e-99f9a3e44d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:33:56.504756 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:56.782104 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e080b45-7748-4cfa-a368-fc73a399eaea {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:33:56.782104 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:56.901654 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Transition to ACTIVE for port object 3e080b45-7748-4cfa-a368-fc73a399eaea will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:33:56.902330 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:56.954689 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Pushing event updated for resources: {'Port': ['ID=3e080b45-7748-4cfa-a368-fc73a399eaea,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:57.020070 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Attempting to bind port 3e080b45-7748-4cfa-a368-fc73a399eaea on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:33:57.020399 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Attempting to bind port 3e080b45-7748-4cfa-a368-fc73a399eaea by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': '04af2a50-b86b-4345-ab02-a2be9a29dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '719ce820-7058-41d0-9352-fe85542150ed'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:33:57.020720 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Attempting to bind port 3e080b45-7748-4cfa-a368-fc73a399eaea on network 719ce820-7058-41d0-9352-fe85542150ed {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:33:57.024843 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Port 3e080b45-7748-4cfa-a368-fc73a399eaea on network 719ce820-7058-41d0-9352-fe85542150ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:33:57.025155 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Attempting to bind port 3e080b45-7748-4cfa-a368-fc73a399eaea on network 719ce820-7058-41d0-9352-fe85542150ed {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:33:57.030296 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:33:57.030626 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Checking segment: {'id': '04af2a50-b86b-4345-ab02-a2be9a29dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '719ce820-7058-41d0-9352-fe85542150ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:33:57.031000 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Bound using segment: {'id': '04af2a50-b86b-4345-ab02-a2be9a29dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '719ce820-7058-41d0-9352-fe85542150ed'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:33:57.031419 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Bound port: 3e080b45-7748-4cfa-a368-fc73a399eaea, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04af2a50-b86b-4345-ab02-a2be9a29dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '719ce820-7058-41d0-9352-fe85542150ed'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:33:57.031763 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:57.094264 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] For port 3e080b45-7748-4cfa-a368-fc73a399eaea, host hv-cinder-80793, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:33:57.097258 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] For port 3e080b45-7748-4cfa-a368-fc73a399eaea, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=3e080b45-7748-4cfa-a368-fc73a399eaea,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:33:57.160132 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:57.161298 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9b12-1ad2-4ecd-b877-802aae404be8 req-a19cc229-457c-42c6-b568-3fbe0557cf1f tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:57.163116 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d67b9b12-1ad2-4ecd-b877-802aae404be8 req-a19cc229-457c-42c6-b568-3fbe0557cf1f tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 943 time: 0.0474200 Sep 08 19:33:57.195238 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:57.195864 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:57.197257 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] 10.222.0.38 "PUT /v2.0/ports/3e080b45-7748-4cfa-a368-fc73a399eaea HTTP/1.1" status: 200 len: 1093 time: 0.7543993 Sep 08 19:33:57.197710 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73447168-99d0-40a8-9e1e-99f9a3e44d57', 'tag': '3e080b45-7748-4cfa-a368-fc73a399eaea'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:33:57.200045 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054f9911-692f-4904-b054-77cf4e7b2b73" -d '{"events": [{"name": "network-changed", "server_uuid": "73447168-99d0-40a8-9e1e-99f9a3e44d57", "tag": "3e080b45-7748-4cfa-a368-fc73a399eaea"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:33:57.205003 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d67b9b12-1ad2-4ecd-b877-802aae404be8 req-5cd7ef95-8b3b-4237-9f83-c3835c34bb9b tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Sep 08 19:33:57.225096 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc7e4c-d7a2-4f94-80ad-a729c46853ac service neutron] Pushing event updated for resources: {'Port': ['ID=3e080b45-7748-4cfa-a368-fc73a399eaea,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:57.327291 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cfe9dd-aa8a-4e82-be7a-a19b0e4d5bf2 x-openstack-request-id: req-87cfe9dd-aa8a-4e82-be7a-a19b0e4d5bf2 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:33:57.327507 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73447168-99d0-40a8-9e1e-99f9a3e44d57", "tag": "3e080b45-7748-4cfa-a368-fc73a399eaea", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:33:57.327749 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87cfe9dd-aa8a-4e82-be7a-a19b0e4d5bf2 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:33:57.328125 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73447168-99d0-40a8-9e1e-99f9a3e44d57', 'tag': '3e080b45-7748-4cfa-a368-fc73a399eaea', 'status': 'completed', 'code': 200} Sep 08 19:33:57.343657 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-c6861df1-e8a9-489d-8e65-46883f03408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:57.345150 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-c6861df1-e8a9-489d-8e65-46883f03408a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a7cce3fc18b4760915b68dcedcb469a&device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 1096 time: 0.0459368 Sep 08 19:33:57.386199 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-902501f9-2223-4ad7-8c92-92d467f1f384 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e080b45-7748-4cfa-a368-fc73a399eaea HTTP/1.1" status: 200 len: 217 time: 0.0327339 Sep 08 19:33:57.433546 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-470302b7-cf59-4975-9224-a9697c1834fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:57.435063 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-470302b7-cf59-4975-9224-a9697c1834fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcb0ce-1f77-4574-910d-172d62e3475a HTTP/1.1" status: 200 len: 854 time: 0.0420163 Sep 08 19:33:57.468099 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-be1c0b8b-223b-4342-b512-87e2a6923e60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=719ce820-7058-41d0-9352-fe85542150ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261714 Sep 08 19:33:57.564111 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-3e97872a-ea2d-4622-9b6a-82ac3ce6f65f service neutron] 10.222.0.38 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885224 Sep 08 19:33:57.657186 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd88d0a-b6d3-4a9e-8644-a5c38e18fc91 req-6d5e00ba-8b73-47bc-9fb2-5a68b91e4f48 service neutron] 10.222.0.38 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863819 Sep 08 19:33:57.820335 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-711687de-b90a-4e01-8032-f1387a05ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:57.821795 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-711687de-b90a-4e01-8032-f1387a05ad4c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a7cce3fc18b4760915b68dcedcb469a&device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 1096 time: 0.0387793 Sep 08 19:33:57.921339 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-2f4f9dc3-b3f9-4211-a0c6-dbd9c6d70ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:57.922731 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-2f4f9dc3-b3f9-4211-a0c6-dbd9c6d70ea2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=719ce820-7058-41d0-9352-fe85542150ed HTTP/1.1" status: 200 len: 914 time: 0.0924041 Sep 08 19:33:57.966074 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-6b5b7782-9ea7-4267-b366-8870c49d8f78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e080b45-7748-4cfa-a368-fc73a399eaea HTTP/1.1" status: 200 len: 217 time: 0.0347357 Sep 08 19:33:58.013925 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-b00e2290-a9ec-4dbc-8170-a7799f153b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:58.015337 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-b00e2290-a9ec-4dbc-8170-a7799f153b4c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcb0ce-1f77-4574-910d-172d62e3475a HTTP/1.1" status: 200 len: 854 time: 0.0423625 Sep 08 19:33:58.045218 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-5e55c2f8-4ac4-4826-b91a-0ed78646b4f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=719ce820-7058-41d0-9352-fe85542150ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226998 Sep 08 19:33:58.136597 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-59005695-ad48-4fc6-9999-72927ed31cbc service neutron] 10.222.0.38 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837131 Sep 08 19:33:58.229801 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-054f9911-692f-4904-b054-77cf4e7b2b73 req-2bc9bf6e-5091-48c7-a24a-438f5133aff6 service neutron] 10.222.0.38 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839796 Sep 08 19:33:58.323920 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e52c2-440c-4a6b-87ba-30c6ea71f395 req-e48fe80b-6df4-4695-872b-65b1803cc445 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:58.325572 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc9e52c2-440c-4a6b-87ba-30c6ea71f395 req-e48fe80b-6df4-4695-872b-65b1803cc445 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 943 time: 0.0521035 Sep 08 19:33:58.362607 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fc9e52c2-440c-4a6b-87ba-30c6ea71f395 req-7762e45c-f760-484d-ae1b-6952503de1ae tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Sep 08 19:33:59.476183 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac7e6b-7e39-45a0-9c82-bc4243c47330 req-d151bb89-e996-4d98-b5c5-ce2ca5fedb0d tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:33:59.477634 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15ac7e6b-7e39-45a0-9c82-bc4243c47330 req-d151bb89-e996-4d98-b5c5-ce2ca5fedb0d tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 943 time: 0.0480878 Sep 08 19:33:59.481028 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 3e080b45-7748-4cfa-a368-fc73a399eaea details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:33:59.515862 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15ac7e6b-7e39-45a0-9c82-bc4243c47330 req-2b98a948-2afd-416b-8fe7-958022a3fedd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Sep 08 19:33:59.573631 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 3e080b45-7748-4cfa-a368-fc73a399eaea, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=3e080b45-7748-4cfa-a368-fc73a399eaea,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:59.584884 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '3e080b45-7748-4cfa-a368-fc73a399eaea', 'network_id': '719ce820-7058-41d0-9352-fe85542150ed', 'port_id': '3e080b45-7748-4cfa-a368-fc73a399eaea', 'mac_address': 'fa:16:3e:bd:8c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcb0ce-1f77-4574-910d-172d62e3475a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:33:59.622468 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:59.638654 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e080b45-7748-4cfa-a368-fc73a399eaea {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:33:59.657566 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 3e080b45-7748-4cfa-a368-fc73a399eaea, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=3e080b45-7748-4cfa-a368-fc73a399eaea,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:33:59.729071 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:33:59.775734 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=3e080b45-7748-4cfa-a368-fc73a399eaea,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:33:59.945748 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['3e080b45-7748-4cfa-a368-fc73a399eaea'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:34:00.634547 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ce197-8e2d-4e26-b669-6d13156c271e req-4c6586e9-0533-4c07-8275-f31e036ecb6f tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:00.636064 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e83ce197-8e2d-4e26-b669-6d13156c271e req-4c6586e9-0533-4c07-8275-f31e036ecb6f tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 944 time: 0.0517137 Sep 08 19:34:00.673301 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e83ce197-8e2d-4e26-b669-6d13156c271e req-e9d91686-8e76-49a8-b11b-ded8e0136d11 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Sep 08 19:34:01.499828 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 3e080b45-7748-4cfa-a368-fc73a399eaea up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:34:01.651077 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 3e080b45-7748-4cfa-a368-fc73a399eaea completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:34:01.659666 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 3e080b45-7748-4cfa-a368-fc73a399eaea triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:34:01.660031 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:01.741563 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:01.752730 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ac31d537-1245-4280-ab0f-07f0b5bc5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:01.768742 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73447168-99d0-40a8-9e1e-99f9a3e44d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e080b45-7748-4cfa-a368-fc73a399eaea'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:34:01.770179 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966533ce-7154-4354-8201-d50fe2dd778c" -d '{"events": [{"server_uuid": "73447168-99d0-40a8-9e1e-99f9a3e44d57", "name": "network-vif-plugged", "status": "completed", "tag": "3e080b45-7748-4cfa-a368-fc73a399eaea"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:34:01.784236 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 3e080b45-7748-4cfa-a368-fc73a399eaea, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=3e080b45-7748-4cfa-a368-fc73a399eaea,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:34:01.805423 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ed3c-9555-43bc-a5b1-604119828760 req-7e9f3deb-c1da-48bf-bd65-5218d9450377 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:01.807016 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd37ed3c-9555-43bc-a5b1-604119828760 req-7e9f3deb-c1da-48bf-bd65-5218d9450377 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 944 time: 0.0677578 Sep 08 19:34:01.834208 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:01.856796 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd37ed3c-9555-43bc-a5b1-604119828760 req-a8f296f5-720a-466f-8d6c-33c86aea6ded tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 Sep 08 19:34:01.873594 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cc85cc-427f-44dd-b80b-6e48572e1059 x-openstack-request-id: req-14cc85cc-427f-44dd-b80b-6e48572e1059 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:34:01.873906 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73447168-99d0-40a8-9e1e-99f9a3e44d57", "name": "network-vif-plugged", "status": "completed", "tag": "3e080b45-7748-4cfa-a368-fc73a399eaea", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:34:01.874155 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14cc85cc-427f-44dd-b80b-6e48572e1059 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:34:01.874539 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73447168-99d0-40a8-9e1e-99f9a3e44d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e080b45-7748-4cfa-a368-fc73a399eaea', 'code': 200} Sep 08 19:34:01.893480 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=3e080b45-7748-4cfa-a368-fc73a399eaea,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:34:02.165482 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4241523-0a90-4c39-90ef-22d69174cb8b req-5006e02c-fe00-40c5-8666-c6ec866d2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:02.166936 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e4241523-0a90-4c39-90ef-22d69174cb8b req-5006e02c-fe00-40c5-8666-c6ec866d2031 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 1098 time: 0.0394075 Sep 08 19:34:02.204785 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e4241523-0a90-4c39-90ef-22d69174cb8b req-b1a1bfb8-f437-460f-a05a-0a8efc17952c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Sep 08 19:34:02.975651 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397a43a-02c2-445f-8052-b85588eafc51 req-f1c60f66-2681-444c-b15a-5ba579ddbe1f tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:02.977111 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1397a43a-02c2-445f-8052-b85588eafc51 req-f1c60f66-2681-444c-b15a-5ba579ddbe1f tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 945 time: 0.0477672 Sep 08 19:34:03.013739 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1397a43a-02c2-445f-8052-b85588eafc51 req-1a09b6d1-94b2-4059-95ea-0b31b5cf5061 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305681 Sep 08 19:34:04.113705 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c1a70fd0-64fb-41cf-a0d5-1559d3dc21b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:04.130779 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dcf6d-cdef-495d-9c81-53c182f1b076 req-b0a3e757-6976-4f41-b789-b709983f1fb4 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:04.132248 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed5dcf6d-cdef-495d-9c81-53c182f1b076 req-b0a3e757-6976-4f41-b789-b709983f1fb4 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 945 time: 0.0523896 Sep 08 19:34:04.170115 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed5dcf6d-cdef-495d-9c81-53c182f1b076 req-2d6abcfe-81c1-4001-85f4-41c2e8fb6f5e tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Sep 08 19:34:04.389558 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:05.936513 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:07.331160 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:19.698169 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:34:23.587496 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:31.751754 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bcc04167-3b1d-4cd4-807f-10921d3242ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:33.436379 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-8dc604fa-583c-4a43-a880-b44b6f6ac689 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388627 Sep 08 19:34:33.516823 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-317369d2-d0c7-4638-8f2f-242efdf0984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:33.518306 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-317369d2-d0c7-4638-8f2f-242efdf0984e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1099 time: 0.0395484 Sep 08 19:34:33.626926 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-5898c19a-ee8c-4d2d-b4a9-264f2ca541d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:33.628421 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-5898c19a-ee8c-4d2d-b4a9-264f2ca541d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 200 len: 908 time: 0.0898213 Sep 08 19:34:33.695526 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-375295b3-4faf-4e8e-87dd-7e5129adecfe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 200 len: 1002 time: 0.0569654 Sep 08 19:34:33.750303 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-099b302c-bcbd-46d7-a5eb-f28397513bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:33.751945 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-099b302c-bcbd-46d7-a5eb-f28397513bfe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee HTTP/1.1" status: 200 len: 847 time: 0.0494781 Sep 08 19:34:33.798637 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-7e0038c3-7005-45b6-989b-1f50ef2cdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:33.800088 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-7e0038c3-7005-45b6-989b-1f50ef2cdf1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9004d12f-4557-40c4-8eb5-417dc5917058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400145 Sep 08 19:34:33.891202 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-a526f6ca-3263-45fa-a809-3a0e859e1fe8 service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838258 Sep 08 19:34:33.981256 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6366d8e8-27fa-4c8a-b01a-414d67f93602 req-9b20a8fe-ea19-4d36-b192-bf6f9c848f64 service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818756 Sep 08 19:34:34.135770 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2c2c-5e8b-43d5-ac3a-08d237647533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:34.387416 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:35.930038 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:37.324904 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:47.813082 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55112b79-5155-44b5-b0c6-4f617a37f38d req-d88f00bb-645b-4e22-84da-44d731b8e960 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:47.814650 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-55112b79-5155-44b5-b0c6-4f617a37f38d req-d88f00bb-645b-4e22-84da-44d731b8e960 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0484550 Sep 08 19:34:47.851880 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-55112b79-5155-44b5-b0c6-4f617a37f38d req-3947bd9a-d99f-40ed-a4e7-14c7f3b1c046 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305407 Sep 08 19:34:48.680433 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc212-ebf5-4b5f-928c-36fae56be470 req-f587c68b-e69b-49bd-a576-cd52bb856f04 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:48.681901 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-450cc212-ebf5-4b5f-928c-36fae56be470 req-f587c68b-e69b-49bd-a576-cd52bb856f04 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Sep 08 19:34:48.719864 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-450cc212-ebf5-4b5f-928c-36fae56be470 req-9000eefc-dc6d-41f8-86a5-8ed15c40b1e5 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Sep 08 19:34:48.970645 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b67bba-e17f-4c4a-a901-213c5bf0ad30 req-66681700-532f-44b0-a692-0e0397273ed8 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:48.972088 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20b67bba-e17f-4c4a-a901-213c5bf0ad30 req-66681700-532f-44b0-a692-0e0397273ed8 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0513020 Sep 08 19:34:49.008619 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-20b67bba-e17f-4c4a-a901-213c5bf0ad30 req-b7fc6d3d-0ec2-4bce-8b09-b95150c658dd tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306425 Sep 08 19:34:49.830208 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6dc0d-0942-4024-93f9-c0297a7d3f25 req-5d55166e-e072-4df0-83dc-5008b24407b8 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:49.831682 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58a6dc0d-0942-4024-93f9-c0297a7d3f25 req-5d55166e-e072-4df0-83dc-5008b24407b8 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 945 time: 0.0470588 Sep 08 19:34:49.869354 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58a6dc0d-0942-4024-93f9-c0297a7d3f25 req-34520947-6346-440f-988c-d0ed42e34e3e tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317974 Sep 08 19:34:50.124141 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7b3f-f4d8-4335-a892-19af49ffc6e6 req-dc77d8e6-d8c5-4360-aaa0-c65c7665045c tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:50.125615 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6e4d7b3f-f4d8-4335-a892-19af49ffc6e6 req-dc77d8e6-d8c5-4360-aaa0-c65c7665045c tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0474055 Sep 08 19:34:50.164123 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6e4d7b3f-f4d8-4335-a892-19af49ffc6e6 req-7b92f55a-b290-4c91-9af5-a5523d324be1 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326319 Sep 08 19:34:50.192646 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3751d2-d754-495a-b05a-637c237ad34c req-6f7faf83-050d-488b-81c1-f726b67b2ef4 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:50.194112 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a3751d2-d754-495a-b05a-637c237ad34c req-6f7faf83-050d-488b-81c1-f726b67b2ef4 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.38 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 945 time: 0.0474441 Sep 08 19:34:50.286121 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-8a3751d2-d754-495a-b05a-637c237ad34c req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Deleting port 3e080b45-7748-4cfa-a368-fc73a399eaea {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:34:50.286458 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-8a3751d2-d754-495a-b05a-637c237ad34c req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:50.375596 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-8a3751d2-d754-495a-b05a-637c237ad34c req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] For port 3e080b45-7748-4cfa-a368-fc73a399eaea, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=3e080b45-7748-4cfa-a368-fc73a399eaea,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:34:50.375877 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-8a3751d2-d754-495a-b05a-637c237ad34c req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:50.387792 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-8a3751d2-d754-495a-b05a-637c237ad34c req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Calling delete_port for 3e080b45-7748-4cfa-a368-fc73a399eaea owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:34:50.579584 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-8a3751d2-d754-495a-b05a-637c237ad34c req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:50.594946 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['3e080b45-7748-4cfa-a368-fc73a399eaea'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:34:50.607200 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Pushing event deleted for resources: {'Port': ['ID=3e080b45-7748-4cfa-a368-fc73a399eaea,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:34:50.618976 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.623345 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:34:50.658588 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3751d2-d754-495a-b05a-637c237ad34c req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] No DVR routers for this DVR port 3e080b45-7748-4cfa-a368-fc73a399eaea on host hv-cinder-80793 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:34:50.660983 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-8a3751d2-d754-495a-b05a-637c237ad34c req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:50.662969 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a3751d2-d754-495a-b05a-637c237ad34c req-eff55c60-63f0-49af-8467-cd3a372d93b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.38 "DELETE /v2.0/ports/3e080b45-7748-4cfa-a368-fc73a399eaea HTTP/1.1" status: 204 len: 173 time: 0.4622123 Sep 08 19:34:50.663398 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73447168-99d0-40a8-9e1e-99f9a3e44d57', 'name': 'network-vif-deleted', 'tag': '3e080b45-7748-4cfa-a368-fc73a399eaea'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:34:50.665608 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f5ec27-f204-45aa-a402-9f8193a99d37" -d '{"events": [{"server_uuid": "73447168-99d0-40a8-9e1e-99f9a3e44d57", "name": "network-vif-deleted", "tag": "3e080b45-7748-4cfa-a368-fc73a399eaea"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:34:50.701588 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc1dd81-bb90-4f00-a339-a46c4a554dce x-openstack-request-id: req-4cc1dd81-bb90-4f00-a339-a46c4a554dce {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:34:50.701901 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73447168-99d0-40a8-9e1e-99f9a3e44d57", "name": "network-vif-deleted", "tag": "3e080b45-7748-4cfa-a368-fc73a399eaea", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:34:50.702149 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cc1dd81-bb90-4f00-a339-a46c4a554dce {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:34:50.702539 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73447168-99d0-40a8-9e1e-99f9a3e44d57', 'name': 'network-vif-deleted', 'tag': '3e080b45-7748-4cfa-a368-fc73a399eaea', 'status': 'completed', 'code': 200} Sep 08 19:34:50.972633 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f55849f5-4f5b-4a15-8a0c-d8807ab96801 req-a59ce4b4-c881-4d9e-b04e-f206c5569ca1 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=73447168-99d0-40a8-9e1e-99f9a3e44d57 HTTP/1.1" status: 200 len: 210 time: 0.0251949 Sep 08 19:34:51.277039 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb7dc-01d8-489e-9874-26a5d43f23fd req-d3dd6bb4-2b01-4010-857c-1a2dd852045e tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:51.278573 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-082bb7dc-01d8-489e-9874-26a5d43f23fd req-d3dd6bb4-2b01-4010-857c-1a2dd852045e tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0477424 Sep 08 19:34:51.317917 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-082bb7dc-01d8-489e-9874-26a5d43f23fd req-b0d0730b-cd95-4398-84d1-9253e8401c61 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322382 Sep 08 19:34:52.434385 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d845b4-4944-465f-86b2-c7efb29f2461 req-a79080bf-9ecf-4bc8-a44f-641970b71039 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:52.435753 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a8d845b4-4944-465f-86b2-c7efb29f2461 req-a79080bf-9ecf-4bc8-a44f-641970b71039 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0474763 Sep 08 19:34:52.473090 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a8d845b4-4944-465f-86b2-c7efb29f2461 req-3d7ba6e1-bac5-4687-b4f9-8b5275624e42 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311596 Sep 08 19:34:53.586904 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:34:53.589774 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663a1f2-8760-4b8e-b62c-145c6f92b4b2 req-023254d9-db54-4efe-9f8d-2f4ab8f70a7d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:53.591259 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7663a1f2-8760-4b8e-b62c-145c6f92b4b2 req-023254d9-db54-4efe-9f8d-2f4ab8f70a7d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0521905 Sep 08 19:34:53.630565 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7663a1f2-8760-4b8e-b62c-145c6f92b4b2 req-ab762b37-0084-4a0f-8d4c-537c62c5d28c tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322311 Sep 08 19:34:54.380800 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 3e080b45-7748-4cfa-a368-fc73a399eaea no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:34:54.403530 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 3e080b45-7748-4cfa-a368-fc73a399eaea {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:34:54.403862 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 3e080b45-7748-4cfa-a368-fc73a399eaea not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:34:54.744554 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c0a2-df64-4749-9f55-36afd6f4cf7e req-658128d9-4818-479f-8004-5093f82b9f4c tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:54.745993 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4ef0c0a2-df64-4749-9f55-36afd6f4cf7e req-658128d9-4818-479f-8004-5093f82b9f4c tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0491960 Sep 08 19:34:54.783183 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4ef0c0a2-df64-4749-9f55-36afd6f4cf7e req-87a9d56c-31dd-46aa-a011-8abb3fa5d3e6 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306361 Sep 08 19:34:55.896436 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a60029-f4e9-429b-be87-1acba6ac12e9 req-6e07cc14-0c86-4088-b98c-f795ae7e765b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:55.897923 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b9a60029-f4e9-429b-be87-1acba6ac12e9 req-6e07cc14-0c86-4088-b98c-f795ae7e765b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0483973 Sep 08 19:34:55.934526 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b9a60029-f4e9-429b-be87-1acba6ac12e9 req-c8288ff8-d312-4ec7-9de0-e061077bcb59 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307288 Sep 08 19:34:56.697099 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:34:57.047675 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460137f-b9c9-4cd9-9aaf-564539110447 req-fa7c9939-d317-46cf-9cb7-54d7e35d312b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:57.049045 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6460137f-b9c9-4cd9-9aaf-564539110447 req-fa7c9939-d317-46cf-9cb7-54d7e35d312b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0477123 Sep 08 19:34:57.086864 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6460137f-b9c9-4cd9-9aaf-564539110447 req-4bcfadac-00d1-4d6a-8bcb-4f986931b5a5 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318441 Sep 08 19:34:58.052479 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beae81b-e831-4a1d-984a-596785773029 req-cdf8abee-d5a2-4784-b2f0-9f3fa5e345de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:58.054754 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0beae81b-e831-4a1d-984a-596785773029 req-cdf8abee-d5a2-4784-b2f0-9f3fa5e345de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1099 time: 0.0401256 Sep 08 19:34:58.155238 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beae81b-e831-4a1d-984a-596785773029 req-3e2fcf63-3ff6-4d45-ac8c-28972c43b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:58.155444 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0beae81b-e831-4a1d-984a-596785773029 req-3e2fcf63-3ff6-4d45-ac8c-28972c43b5b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 200 len: 908 time: 0.0923200 Sep 08 19:34:58.219751 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c78015-917b-4f43-b03f-0e5927897dad req-30e4fd22-5cfa-4595-b360-40e521202aa0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:58.220363 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0beae81b-e831-4a1d-984a-596785773029 req-29c47fc2-3c8d-4d5a-ba41-98d8bd19da6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 200 len: 1002 time: 0.0584154 Sep 08 19:34:58.221407 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-91c78015-917b-4f43-b03f-0e5927897dad req-30e4fd22-5cfa-4595-b360-40e521202aa0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0495837 Sep 08 19:34:58.260763 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-91c78015-917b-4f43-b03f-0e5927897dad req-aec4b34f-77d0-4a08-bc6c-240dc93071c8 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324466 Sep 08 19:34:58.274791 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beae81b-e831-4a1d-984a-596785773029 req-fc78bb04-0cd7-464b-bf67-736bfa9ca075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:58.277973 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0beae81b-e831-4a1d-984a-596785773029 req-fc78bb04-0cd7-464b-bf67-736bfa9ca075 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee HTTP/1.1" status: 200 len: 847 time: 0.0486774 Sep 08 19:34:58.320119 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beae81b-e831-4a1d-984a-596785773029 req-f1e09194-b5d5-49d5-b343-d211b210816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:58.321565 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0beae81b-e831-4a1d-984a-596785773029 req-f1e09194-b5d5-49d5-b343-d211b210816c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9004d12f-4557-40c4-8eb5-417dc5917058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387104 Sep 08 19:34:58.409781 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0beae81b-e831-4a1d-984a-596785773029 req-e5255a72-b81c-483f-a0b6-22f5aff29d65 service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802956 Sep 08 19:34:58.501664 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0beae81b-e831-4a1d-984a-596785773029 req-74cd2950-d2f5-43f5-b0fc-f36872f40d9a service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845432 Sep 08 19:34:59.374420 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303def07-5470-4d17-b415-23a7280cb4d8 req-3d6c7a01-7afd-4837-baf4-4c5517ba4862 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:34:59.375883 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-303def07-5470-4d17-b415-23a7280cb4d8 req-3d6c7a01-7afd-4837-baf4-4c5517ba4862 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0493751 Sep 08 19:34:59.412776 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-303def07-5470-4d17-b415-23a7280cb4d8 req-7e5d3759-68a4-460f-92f8-9f17b030b913 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309587 Sep 08 19:35:00.528328 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11552df5-ec90-49e3-a75f-766fdbca8649 req-eb06db30-7988-495b-90da-799c827cd1d2 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:00.530419 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-11552df5-ec90-49e3-a75f-766fdbca8649 req-eb06db30-7988-495b-90da-799c827cd1d2 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0515981 Sep 08 19:35:00.566991 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-11552df5-ec90-49e3-a75f-766fdbca8649 req-e1e4b093-edae-4cbe-a607-39368341fba3 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307920 Sep 08 19:35:01.683181 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401d47d-03db-4a55-9520-76b33d510f93 req-9abf80f3-0592-4d47-87c3-48be94562721 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:01.684638 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8401d47d-03db-4a55-9520-76b33d510f93 req-9abf80f3-0592-4d47-87c3-48be94562721 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0515890 Sep 08 19:35:01.722446 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f34e857e-62f5-4c2f-8d9b-93b11aca8de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:01.732542 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8401d47d-03db-4a55-9520-76b33d510f93 req-af05794d-1ce1-4a8a-9fe2-9d8145572f66 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393388 Sep 08 19:35:02.459024 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-3c88ae85-d69e-472e-a5a8-402c17b1d612 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:02.460463 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-3c88ae85-d69e-472e-a5a8-402c17b1d612 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/networks?id=719ce820-7058-41d0-9352-fe85542150ed HTTP/1.1" status: 200 len: 814 time: 0.1004920 Sep 08 19:35:02.474908 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-56673aa3-af5f-4881-b37b-2067962bd68e tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/quotas/7a7cce3fc18b4760915b68dcedcb469a HTTP/1.1" status: 200 len: 375 time: 0.0088403 Sep 08 19:35:02.508630 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-d91eb9e8-3417-48c4-bcfd-8b60e83dbab2 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7cce3fc18b4760915b68dcedcb469a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285864 Sep 08 19:35:02.600514 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-c55ed04a-ea18-4cbe-aff8-8d03fa01a57c service neutron] 10.222.0.21 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847702 Sep 08 19:35:02.693876 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-b9d4b065-e47f-4d32-9a9e-80073c613f82 service neutron] 10.222.0.21 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874002 Sep 08 19:35:02.846823 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f16182-bb97-43d1-8be1-31415512d86e req-1e89fcfc-c8e0-4342-9ecb-bbdd10f0aa4d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:02.848294 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f2f16182-bb97-43d1-8be1-31415512d86e req-1e89fcfc-c8e0-4342-9ecb-bbdd10f0aa4d tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0476005 Sep 08 19:35:02.887611 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f2f16182-bb97-43d1-8be1-31415512d86e req-d96a1366-6e66-45d8-99a0-b9ded0820d8b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332229 Sep 08 19:35:02.921753 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-96a956b6-9d9f-4da5-a706-b5630b56e3e6 req-c66138d5-29ca-46d2-a36b-70da0e651c01 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 210 time: 0.0305963 Sep 08 19:35:04.009820 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3cb1e-9766-4297-8554-c12f4eba2b45 req-1514f5f9-5b90-4796-8aa4-5416224c72a7 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:04.011317 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-31d3cb1e-9766-4297-8554-c12f4eba2b45 req-1514f5f9-5b90-4796-8aa4-5416224c72a7 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0514188 Sep 08 19:35:04.017989 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a6ac4fb7-2625-43ed-8673-95c5f90bdc7e req-0cdf6e60-aa42-4bfb-8a5f-42174dd694e6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 210 time: 0.0286078 Sep 08 19:35:04.057254 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-31d3cb1e-9766-4297-8554-c12f4eba2b45 req-da9131a1-5c1f-4f64-92bd-71b3758e60fd tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386043 Sep 08 19:35:04.134190 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [req-98c69444-0054-40ae-a559-5c8aebe4582a req-9b219654-bb61-43a3-a24d-431c965b7157 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 19:35:04.135192 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-98c69444-0054-40ae-a559-5c8aebe4582a req-9b219654-bb61-43a3-a24d-431c965b7157 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054824 Sep 08 19:35:04.152271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-74763f95-c2c4-4fc0-ab49-e243b3d0a13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:04.421862 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbd1b3-1906-48c7-a8e1-430942d25882 req-59d85f67-2d96-42b5-8dc0-34a20fffd111 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:04.423355 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8fbd1b3-1906-48c7-a8e1-430942d25882 req-59d85f67-2d96-42b5-8dc0-34a20fffd111 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0587792 Sep 08 19:35:04.456300 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:04.462123 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8fbd1b3-1906-48c7-a8e1-430942d25882 req-f443073f-2902-4413-a906-edfb06f135f0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322187 Sep 08 19:35:04.522521 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-b62ec12c-752f-4203-8dfd-ca9f5ab1f51e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902615 Sep 08 19:35:04.817850 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-b552967d-257f-45cc-90f8-0d7459cbac30 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:04.819560 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-b552967d-257f-45cc-90f8-0d7459cbac30 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.38 "GET /v2.0/networks?id=719ce820-7058-41d0-9352-fe85542150ed HTTP/1.1" status: 200 len: 814 time: 0.1052229 Sep 08 19:35:04.832981 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Request body: {'port': {'device_id': 'b3cd9dc9-7286-4621-902e-49476809a37b', 'network_id': '719ce820-7058-41d0-9352-fe85542150ed', 'admin_state_up': True, 'tenant_id': '7a7cce3fc18b4760915b68dcedcb469a'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:35:04.996747 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Made reservation on behalf of 7a7cce3fc18b4760915b68dcedcb469a for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 19:35:05.000319 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:05.117032 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-370ba42f-9fb3-43f4-a0e6-a68db988723f req-b41cc679-b8bd-4018-a307-a85ff02066cc tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 210 time: 0.0253272 Sep 08 19:35:05.149158 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Allocated IP 172.20.0.14 (719ce820-7058-41d0-9352-fe85542150ed/26bcb0ce-1f77-4574-910d-172d62e3475a/71fadfa5-6d19-43d1-b351-a98581d2b105) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 19:35:05.294276 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:05.387145 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737712623297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:05.432483 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Network 719ce820-7058-41d0-9352-fe85542150ed is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 19:35:05.435594 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 19:35:05.441939 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 19:35:05.447761 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Pushing event updated for resources: {'Port': ['ID=71fadfa5-6d19-43d1-b351-a98581d2b105,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:35:05.492918 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:05.493629 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:05.559494 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-093b8a69-b4e5-4692-9bea-a6a55bfcc2f7 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7308486 Sep 08 19:35:05.572997 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Request body: {'port': {'device_id': 'b3cd9dc9-7286-4621-902e-49476809a37b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80793'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 19:35:05.602873 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64534023-8a18-40ed-9394-f664fd029bec req-af6827df-d124-4cff-b285-6b51c1f23b78 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:05.605842 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64534023-8a18-40ed-9394-f664fd029bec req-af6827df-d124-4cff-b285-6b51c1f23b78 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0727515 Sep 08 19:35:05.663098 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:05.675732 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64534023-8a18-40ed-9394-f664fd029bec req-1ed12bb7-7f39-48e0-87b5-d598d25853af tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643041 Sep 08 19:35:05.747628 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 886b9d21-bb91-40eb-82f2-fbb6e1e31811 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:35:05.824660 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:05.847684 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:35:05.849939 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d145208-4894-4ab9-9585-2f62c763de82" -d '{"events": [{"server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:35:05.863015 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:35:05.888146 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 19:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0225283c-9e8d-4d9f-93b1-06d4f9614fc3 x-openstack-request-id: req-0225283c-9e8d-4d9f-93b1-06d4f9614fc3 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:35:05.888480 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "name": "network-vif-unplugged", "status": "failed", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811", "code": 422}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:35:05.888924 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0225283c-9e8d-4d9f-93b1-06d4f9614fc3 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:35:05.889323 dv-cinder-807933-1-iscsi neutron-server[94488]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'code': 422} returned with failed status Sep 08 19:35:05.941440 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:05.943341 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fadfa5-6d19-43d1-b351-a98581d2b105 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:35:05.950664 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:05.962818 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Transition to ACTIVE for port object 71fadfa5-6d19-43d1-b351-a98581d2b105 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 19:35:05.973413 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:05.993307 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=886b9d21-bb91-40eb-82f2-fbb6e1e31811,revision_number=6']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:35:06.000212 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.001096 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.001450 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.001810 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.002145 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.002476 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.002804 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.003139 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.003454 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.003776 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.004099 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.004419 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:06.032713 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:06.081482 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=71fadfa5-6d19-43d1-b351-a98581d2b105,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:35:06.151898 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Attempting to bind port 71fadfa5-6d19-43d1-b351-a98581d2b105 on host hv-cinder-80793 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 19:35:06.152483 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Attempting to bind port 71fadfa5-6d19-43d1-b351-a98581d2b105 by drivers openvswitch,hyperv on host hv-cinder-80793 at level 0 using segments [{'id': '04af2a50-b86b-4345-ab02-a2be9a29dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '719ce820-7058-41d0-9352-fe85542150ed'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 19:35:06.152713 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Attempting to bind port 71fadfa5-6d19-43d1-b351-a98581d2b105 on network 719ce820-7058-41d0-9352-fe85542150ed {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:35:06.156758 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Port 71fadfa5-6d19-43d1-b351-a98581d2b105 on network 719ce820-7058-41d0-9352-fe85542150ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80793 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 19:35:06.157205 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Attempting to bind port 71fadfa5-6d19-43d1-b351-a98581d2b105 on network 719ce820-7058-41d0-9352-fe85542150ed {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 19:35:06.161989 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Checking agent: {'id': '067e2893-8edb-4f12-9dd8-cbe7c69fc554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'started_at': datetime.datetime(2021, 9, 8, 19, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 19:35:06.162328 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Checking segment: {'id': '04af2a50-b86b-4345-ab02-a2be9a29dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '719ce820-7058-41d0-9352-fe85542150ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 19:35:06.162700 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Bound using segment: {'id': '04af2a50-b86b-4345-ab02-a2be9a29dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '719ce820-7058-41d0-9352-fe85542150ed'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 19:35:06.163124 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Bound port: 71fadfa5-6d19-43d1-b351-a98581d2b105, host: hv-cinder-80793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04af2a50-b86b-4345-ab02-a2be9a29dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '719ce820-7058-41d0-9352-fe85542150ed'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 19:35:06.163477 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:06.255108 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] For port 71fadfa5-6d19-43d1-b351-a98581d2b105, host hv-cinder-80793, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 19:35:06.258551 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] For port 71fadfa5-6d19-43d1-b351-a98581d2b105, host hv-cinder-80793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=71fadfa5-6d19-43d1-b351-a98581d2b105,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 19:35:06.267069 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5182a4-19dc-4d45-875b-171db022e74d req-bbde7257-0e92-4bdb-8671-24e81231d4b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:06.268533 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9a5182a4-19dc-4d45-875b-171db022e74d req-bbde7257-0e92-4bdb-8671-24e81231d4b6 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 944 time: 0.0736241 Sep 08 19:35:06.308068 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9a5182a4-19dc-4d45-875b-171db022e74d req-e763bb49-98ee-49bf-8f6f-baf5bdba372c tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Sep 08 19:35:06.334773 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4249618'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:06.630486 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:06.631204 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:06.632553 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] 10.222.0.38 "PUT /v2.0/ports/71fadfa5-6d19-43d1-b351-a98581d2b105 HTTP/1.1" status: 200 len: 1094 time: 1.0634515 Sep 08 19:35:06.633011 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cd9dc9-7286-4621-902e-49476809a37b', 'tag': '71fadfa5-6d19-43d1-b351-a98581d2b105'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:35:06.635254 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4f2797-2b05-45dc-b54a-7de08641436b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cd9dc9-7286-4621-902e-49476809a37b", "tag": "71fadfa5-6d19-43d1-b351-a98581d2b105"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:35:06.686027 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468aefb8-db83-40de-857b-029ad9531cb5 x-openstack-request-id: req-468aefb8-db83-40de-857b-029ad9531cb5 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:35:06.686311 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cd9dc9-7286-4621-902e-49476809a37b", "tag": "71fadfa5-6d19-43d1-b351-a98581d2b105", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:35:06.686557 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-468aefb8-db83-40de-857b-029ad9531cb5 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:35:06.686945 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cd9dc9-7286-4621-902e-49476809a37b', 'tag': '71fadfa5-6d19-43d1-b351-a98581d2b105', 'status': 'completed', 'code': 200} Sep 08 19:35:06.714436 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807b8ac-fa1f-48c2-a848-22849e54edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=71fadfa5-6d19-43d1-b351-a98581d2b105,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:35:06.740022 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-dcb2e2db-e34b-43cf-813c-1d2b1cd4a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:06.741568 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-dcb2e2db-e34b-43cf-813c-1d2b1cd4a117 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c&tenant_id=5d60ce9d09954e55ba79b13b33dda0ea HTTP/1.1" status: 200 len: 1097 time: 0.0926495 Sep 08 19:35:06.746165 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2797-2b05-45dc-b54a-7de08641436b req-f06b3394-8a53-4ad2-bb35-09e699c56f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:06.746650 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5d4f2797-2b05-45dc-b54a-7de08641436b req-f06b3394-8a53-4ad2-bb35-09e699c56f67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a7cce3fc18b4760915b68dcedcb469a&device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 1097 time: 0.0542119 Sep 08 19:35:06.839960 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b5bab-4746-4a51-9b52-ac41cf40ddc6 req-13232fad-2e4f-4989-9ba4-202f78ccae3c tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:06.841425 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f38b5bab-4746-4a51-9b52-ac41cf40ddc6 req-13232fad-2e4f-4989-9ba4-202f78ccae3c tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0782685 Sep 08 19:35:06.843353 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2797-2b05-45dc-b54a-7de08641436b req-93c6f6bd-9324-4442-acbe-a0513c142ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:06.844126 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-c14cb09e-a250-4329-93fc-82e115132650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:06.845030 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5d4f2797-2b05-45dc-b54a-7de08641436b req-93c6f6bd-9324-4442-acbe-a0513c142ad7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7a7cce3fc18b4760915b68dcedcb469a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0912395 Sep 08 19:35:06.845715 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-c14cb09e-a250-4329-93fc-82e115132650 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1097 time: 0.0807474 Sep 08 19:35:06.901512 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f38b5bab-4746-4a51-9b52-ac41cf40ddc6 req-cd595182-01b4-4b67-b51c-cf9c9d407414 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535433 Sep 08 19:35:06.947174 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2797-2b05-45dc-b54a-7de08641436b req-7f3bd745-ad84-4909-9450-67f68090d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:06.948675 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5d4f2797-2b05-45dc-b54a-7de08641436b req-7f3bd745-ad84-4909-9450-67f68090d146 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0913727 Sep 08 19:35:06.962317 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-6c1d46b0-cda3-40c2-a626-5a94ddc574b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:06.964299 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-6c1d46b0-cda3-40c2-a626-5a94ddc574b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 200 len: 908 time: 0.1039677 Sep 08 19:35:07.027472 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-e0a5f9b4-a692-489a-87e3-af52fec0c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:07.028933 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-e0a5f9b4-a692-489a-87e3-af52fec0c34d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a7cce3fc18b4760915b68dcedcb469a&device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 1097 time: 0.0398879 Sep 08 19:35:07.032722 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-e413dd07-b7b3-4955-921c-c27ff7a42372 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 200 len: 1000 time: 0.0583456 Sep 08 19:35:07.080021 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-c49260e3-f8fb-4f6c-8b6f-d19d4f7df082 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fadfa5-6d19-43d1-b351-a98581d2b105 HTTP/1.1" status: 200 len: 217 time: 0.0374358 Sep 08 19:35:07.084444 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-d1b367c4-7205-4818-8615-ba00801e876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:07.085955 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-d1b367c4-7205-4818-8615-ba00801e876a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee HTTP/1.1" status: 200 len: 847 time: 0.0432312 Sep 08 19:35:07.128847 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-e1b1c204-04f9-46cf-8478-652e128f0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:07.130257 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-e1b1c204-04f9-46cf-8478-652e128f0132 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcb0ce-1f77-4574-910d-172d62e3475a HTTP/1.1" status: 200 len: 854 time: 0.0440378 Sep 08 19:35:07.134968 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-7e04f3dd-f384-4912-ae94-da44852637cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:07.136519 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-7e04f3dd-f384-4912-ae94-da44852637cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9004d12f-4557-40c4-8eb5-417dc5917058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430198 Sep 08 19:35:07.162122 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-a62dfc46-3329-4b99-945c-77608eea6944 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=719ce820-7058-41d0-9352-fe85542150ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246058 Sep 08 19:35:07.226917 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-bb3d10b0-7c77-4148-aa6e-ff9fb7626ca4 service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832679 Sep 08 19:35:07.256044 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-19ef6548-3487-44bd-8828-0ce5fd361231 service neutron] 10.222.0.38 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873139 Sep 08 19:35:07.306862 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:07.321109 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ebc96be-abb5-4962-b198-3113cbebcf69 req-7c6377eb-6af2-467b-a3f1-47f2fcbc0430 service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866170 Sep 08 19:35:07.350182 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d39fd0d6-dea8-4ae6-a44e-01e1e5daa536 req-f28e4057-86cc-4dec-b294-e9aa053da7d4 service neutron] 10.222.0.38 "GET /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865457 Sep 08 19:35:07.427092 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e97e-89b1-449c-8bdb-434208dea7c6 req-20d8490d-d866-4312-8a98-31dc21b97765 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:07.428489 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8a06e97e-89b1-449c-8bdb-434208dea7c6 req-20d8490d-d866-4312-8a98-31dc21b97765 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 944 time: 0.0492070 Sep 08 19:35:07.466620 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8a06e97e-89b1-449c-8bdb-434208dea7c6 req-85008997-3e1b-4c38-8cfa-1c502c610256 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319068 Sep 08 19:35:08.015535 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0ee18-b5df-47db-9aa4-c4c38e8fc9ad req-d8f89596-6114-400c-976f-52a53ccd57de tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:08.017523 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9ab0ee18-b5df-47db-9aa4-c4c38e8fc9ad req-d8f89596-6114-400c-976f-52a53ccd57de tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0488393 Sep 08 19:35:08.055312 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9ab0ee18-b5df-47db-9aa4-c4c38e8fc9ad req-da5e91fb-7fb2-4b74-bb2f-255116f92df1 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317388 Sep 08 19:35:08.582477 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9e16e-cea8-4c2d-8174-784cea346702 req-5f82eeaa-c705-4d60-a00b-a80b1b0c06f9 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:08.583943 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dea9e16e-cea8-4c2d-8174-784cea346702 req-5f82eeaa-c705-4d60-a00b-a80b1b0c06f9 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 944 time: 0.0521607 Sep 08 19:35:08.621564 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dea9e16e-cea8-4c2d-8174-784cea346702 req-77d7493a-92e0-4993-86f0-aa9067b09119 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Sep 08 19:35:09.164620 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e87370-6351-41fe-983b-630bd3831908 req-8e11b735-b930-41dc-83b3-f2f927a1e020 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:09.166074 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c2e87370-6351-41fe-983b-630bd3831908 req-8e11b735-b930-41dc-83b3-f2f927a1e020 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0462017 Sep 08 19:35:09.205573 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c2e87370-6351-41fe-983b-630bd3831908 req-f0a1aa87-af0c-41d9-b1a4-76c203237793 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335965 Sep 08 19:35:09.733892 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043072a-3625-42c2-893b-184ad6e6a90a req-da6f4e6c-daff-4cfd-aaf6-dc1655567b24 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:09.735550 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c043072a-3625-42c2-893b-184ad6e6a90a req-da6f4e6c-daff-4cfd-aaf6-dc1655567b24 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 944 time: 0.0483658 Sep 08 19:35:09.747657 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 71fadfa5-6d19-43d1-b351-a98581d2b105 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:35:09.773577 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c043072a-3625-42c2-893b-184ad6e6a90a req-cda009a6-9ba6-4f95-a759-e2f82e2f72f8 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322328 Sep 08 19:35:09.840415 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 71fadfa5-6d19-43d1-b351-a98581d2b105, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=71fadfa5-6d19-43d1-b351-a98581d2b105,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:35:09.851576 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '71fadfa5-6d19-43d1-b351-a98581d2b105', 'network_id': '719ce820-7058-41d0-9352-fe85542150ed', 'port_id': '71fadfa5-6d19-43d1-b351-a98581d2b105', 'mac_address': 'fa:16:3e:82:b4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcb0ce-1f77-4574-910d-172d62e3475a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:35:09.891992 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:09.904019 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fadfa5-6d19-43d1-b351-a98581d2b105 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:35:09.922253 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 71fadfa5-6d19-43d1-b351-a98581d2b105, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=71fadfa5-6d19-43d1-b351-a98581d2b105,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:35:09.997888 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:10.044271 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=71fadfa5-6d19-43d1-b351-a98581d2b105,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:35:10.208742 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['71fadfa5-6d19-43d1-b351-a98581d2b105'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:35:10.322387 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046c698-0a79-4cf7-9a96-f57d1da71c9a req-9f53f804-65eb-49de-8ebe-c7462c58fab7 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:10.324653 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5046c698-0a79-4cf7-9a96-f57d1da71c9a req-9f53f804-65eb-49de-8ebe-c7462c58fab7 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0524123 Sep 08 19:35:10.363171 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5046c698-0a79-4cf7-9a96-f57d1da71c9a req-3b3dea8f-09ed-4c64-9958-2f86af1e269a tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323851 Sep 08 19:35:10.887632 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e81e4-eb3e-472e-a3c0-00f079b38ed1 req-99177144-6b18-43d2-b47b-b8e33de5affe tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:10.888984 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-286e81e4-eb3e-472e-a3c0-00f079b38ed1 req-99177144-6b18-43d2-b47b-b8e33de5affe tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 945 time: 0.0475624 Sep 08 19:35:10.926714 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-286e81e4-eb3e-472e-a3c0-00f079b38ed1 req-cd23db8c-1804-467f-b6eb-81808b61106f tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Sep 08 19:35:11.479946 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b1b97-b3b1-41f6-9c9c-7b3976405c28 req-271d9889-40ee-4644-9394-b3daf23f344f tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:11.481421 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-191b1b97-b3b1-41f6-9c9c-7b3976405c28 req-271d9889-40ee-4644-9394-b3daf23f344f tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0496240 Sep 08 19:35:11.518913 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-191b1b97-b3b1-41f6-9c9c-7b3976405c28 req-ca04c0ae-7216-44e5-a52d-9b69c0f9a4f8 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Sep 08 19:35:11.748871 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 71fadfa5-6d19-43d1-b351-a98581d2b105 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:35:11.877924 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning for port 71fadfa5-6d19-43d1-b351-a98581d2b105 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 19:35:11.882009 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 71fadfa5-6d19-43d1-b351-a98581d2b105 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:35:11.882433 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:11.959456 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:11.981774 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cd9dc9-7286-4621-902e-49476809a37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fadfa5-6d19-43d1-b351-a98581d2b105'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:35:11.983999 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e59ff-7149-4f2c-aad5-6910e82e6b68" -d '{"events": [{"server_uuid": "b3cd9dc9-7286-4621-902e-49476809a37b", "name": "network-vif-plugged", "status": "completed", "tag": "71fadfa5-6d19-43d1-b351-a98581d2b105"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:35:12.000374 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 71fadfa5-6d19-43d1-b351-a98581d2b105, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=71fadfa5-6d19-43d1-b351-a98581d2b105,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:35:12.021414 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5c2dac-72ed-4541-b219-dff83a200adb x-openstack-request-id: req-6e5c2dac-72ed-4541-b219-dff83a200adb {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:35:12.021414 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cd9dc9-7286-4621-902e-49476809a37b", "name": "network-vif-plugged", "status": "completed", "tag": "71fadfa5-6d19-43d1-b351-a98581d2b105", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:35:12.021414 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e5c2dac-72ed-4541-b219-dff83a200adb {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:35:12.021773 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cd9dc9-7286-4621-902e-49476809a37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fadfa5-6d19-43d1-b351-a98581d2b105', 'code': 200} Sep 08 19:35:12.045828 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5be85b-4ce0-4acc-8cf7-6cdc73faeaa4 req-ffcd3968-845a-4659-943b-bdc5630102cd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:12.051002 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7f5be85b-4ce0-4acc-8cf7-6cdc73faeaa4 req-ffcd3968-845a-4659-943b-bdc5630102cd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 945 time: 0.0551636 Sep 08 19:35:12.072576 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:12.087458 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7f5be85b-4ce0-4acc-8cf7-6cdc73faeaa4 req-ef7fff89-bf35-4f50-87cb-e1fc8e01b770 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Sep 08 19:35:12.119517 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=71fadfa5-6d19-43d1-b351-a98581d2b105,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:35:12.309324 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfa8c7-90e5-4032-9f6f-78be1383b684 req-d21cc72c-23ea-4b12-ae70-083814dbf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:12.310719 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-76bfa8c7-90e5-4032-9f6f-78be1383b684 req-d21cc72c-23ea-4b12-ae70-083814dbf925 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 1099 time: 0.0378842 Sep 08 19:35:12.344929 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-76bfa8c7-90e5-4032-9f6f-78be1383b684 req-eafe4c06-4d14-4853-a8b1-f25ffc151c46 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272398 Sep 08 19:35:12.635439 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed5d4d-eeef-4e69-81b6-65fc74c87ec8 req-0cfa2485-13fd-49f8-b440-a336b0b901c0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:12.636916 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4ed5d4d-eeef-4e69-81b6-65fc74c87ec8 req-0cfa2485-13fd-49f8-b440-a336b0b901c0 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0500271 Sep 08 19:35:12.675697 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4ed5d4d-eeef-4e69-81b6-65fc74c87ec8 req-fd552ca9-ef96-4386-8c2f-face8f9ff886 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319338 Sep 08 19:35:13.198780 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab0b11-ceab-40ee-a083-1b15a323e1d5 req-a1059cc3-dc75-487b-8fa9-ce1105796e62 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:13.200227 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3fab0b11-ceab-40ee-a083-1b15a323e1d5 req-a1059cc3-dc75-487b-8fa9-ce1105796e62 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 946 time: 0.0472097 Sep 08 19:35:13.237479 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3fab0b11-ceab-40ee-a083-1b15a323e1d5 req-71f69eaa-7191-407a-a2bc-a3ce000be9df tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307801 Sep 08 19:35:13.748297 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 886b9d21-bb91-40eb-82f2-fbb6e1e31811 details requested by agent hyperv_hv-cinder-80793 with host hv-cinder-80793 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 19:35:13.792451 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfeb01-c7d7-4cb1-b68d-3de188bfdf6c req-91a6dc8b-3baf-47fd-b4c9-f8644ba5fb48 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:13.794050 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aabfeb01-c7d7-4cb1-b68d-3de188bfdf6c req-91a6dc8b-3baf-47fd-b4c9-f8644ba5fb48 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 944 time: 0.0520239 Sep 08 19:35:13.833513 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aabfeb01-c7d7-4cb1-b68d-3de188bfdf6c req-6351675d-5a5d-4ade-9370-19a6abe5b748 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328388 Sep 08 19:35:13.842200 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:35:13.853933 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Returning: {'device': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'port_id': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'mac_address': 'fa:16:3e:67:9c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 19:35:13.894230 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:13.906493 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886b9d21-bb91-40eb-82f2-fbb6e1e31811 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 19:35:13.925858 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:35:13.996544 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:14.042657 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=886b9d21-bb91-40eb-82f2-fbb6e1e31811,revision_number=7']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:35:14.194799 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['886b9d21-bb91-40eb-82f2-fbb6e1e31811'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:35:14.351275 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbab943-cc89-479d-a10a-609f3e82dacf req-99fa1972-d07c-4481-a8fd-f9ba3ba6ed8c tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:14.352742 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dbab943-cc89-479d-a10a-609f3e82dacf req-99fa1972-d07c-4481-a8fd-f9ba3ba6ed8c tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 946 time: 0.0507686 Sep 08 19:35:14.391251 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3dbab943-cc89-479d-a10a-609f3e82dacf req-d4728208-4554-4951-95f7-8513102716bd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Sep 08 19:35:14.943428 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a0392-c8e4-4dc2-b831-cf786fcd501d req-41738020-2d11-4664-8158-2e42f1cc3ee5 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:14.944890 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b19a0392-c8e4-4dc2-b831-cf786fcd501d req-41738020-2d11-4664-8158-2e42f1cc3ee5 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 945 time: 0.0479848 Sep 08 19:35:14.982669 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b19a0392-c8e4-4dc2-b831-cf786fcd501d req-bd97ee4e-aa82-4de7-90a8-64fda4b955f6 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Sep 08 19:35:15.765343 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 886b9d21-bb91-40eb-82f2-fbb6e1e31811 up at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 19:35:15.812558 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Provisioning complete for port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 19:35:15.812995 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784739'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:15.889440 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711447'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:15.910988 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:35:15.913206 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}406a29948e95fc2d1822e5bc63c78958ae1b4bf361f57d81f2a4827f9b726502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d822b44-d4db-4349-817d-86b2a952cc88" -d '{"events": [{"server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "name": "network-vif-plugged", "status": "completed", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:35:15.926333 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:35:15.952385 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692cc08d-1f38-4547-8b5d-1be6dbaa55d5 x-openstack-request-id: req-692cc08d-1f38-4547-8b5d-1be6dbaa55d5 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:35:15.952385 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "name": "network-vif-plugged", "status": "completed", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:35:15.952385 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-692cc08d-1f38-4547-8b5d-1be6dbaa55d5 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:35:15.952385 dv-cinder-807933-1-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'code': 200} Sep 08 19:35:16.008198 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737713126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737712623315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737712623333'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:16.055859 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Pushing event updated for resources: {'Port': ['ID=886b9d21-bb91-40eb-82f2-fbb6e1e31811,revision_number=8']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:35:16.103154 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee732c-4d6c-4547-a9fc-91b705218c6b req-d9a595b9-6a55-4464-a172-67db87583bf9 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:16.104632 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-94ee732c-4d6c-4547-a9fc-91b705218c6b req-d9a595b9-6a55-4464-a172-67db87583bf9 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0492127 Sep 08 19:35:16.144627 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-94ee732c-4d6c-4547-a9fc-91b705218c6b req-69d96376-f836-483a-9408-442d2cf0efe1 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338376 Sep 08 19:35:16.229920 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b8224-eef5-4db4-a71c-a13c7201af8f req-9dc55704-2c7c-4e20-8bba-f7afd88ba858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:16.231340 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fb5b8224-eef5-4db4-a71c-a13c7201af8f req-9dc55704-2c7c-4e20-8bba-f7afd88ba858 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1099 time: 0.0383081 Sep 08 19:35:16.263765 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-fb5b8224-eef5-4db4-a71c-a13c7201af8f req-860ebff3-7317-43df-b5dc-6a8091c706b2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259409 Sep 08 19:35:17.261466 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57627-f86b-4910-adb4-137e68840658 req-7bf5075b-a670-4112-9afd-0fb58914ba4b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:17.262979 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60e57627-f86b-4910-adb4-137e68840658 req-7bf5075b-a670-4112-9afd-0fb58914ba4b tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0515594 Sep 08 19:35:17.300922 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-60e57627-f86b-4910-adb4-137e68840658 req-b095c788-58a8-41f1-98df-5a5404637363 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320859 Sep 08 19:35:18.414412 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af88b6-5fa3-41e9-b557-0c2073aedfd5 req-15b47ed9-8595-40ad-b47c-694b85bfb221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:18.415877 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-26af88b6-5fa3-41e9-b557-0c2073aedfd5 req-15b47ed9-8595-40ad-b47c-694b85bfb221 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0472949 Sep 08 19:35:18.453771 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-26af88b6-5fa3-41e9-b557-0c2073aedfd5 req-6ddcf3fe-d399-400f-b917-bae51e10a0ec tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320153 Sep 08 19:35:23.603630 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:31.739128 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-531b0320-7e83-4b5f-8eb0-cf354f601601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:33.696874 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:35:34.128713 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-390f93b0-9311-41d9-b68c-be15a6d226e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:34.403081 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:35.951726 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:36.808694 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b74835-199a-4135-bd14-c685b7e546a4 req-c441feb3-2939-4c47-abc7-067dd87153bf tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:36.810228 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e0b74835-199a-4135-bd14-c685b7e546a4 req-c441feb3-2939-4c47-abc7-067dd87153bf tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 946 time: 0.0502896 Sep 08 19:35:36.852247 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e0b74835-199a-4135-bd14-c685b7e546a4 req-1746baf2-723b-45b3-800b-15eb9cd61859 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Sep 08 19:35:37.328775 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:37.971085 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2ccf6-aec9-4712-b207-00c0d7076013 req-5c715aaf-8550-4509-adef-7a5a5145a7ae tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:37.973438 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2c2ccf6-aec9-4712-b207-00c0d7076013 req-5c715aaf-8550-4509-adef-7a5a5145a7ae tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 946 time: 0.0527048 Sep 08 19:35:38.009811 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2c2ccf6-aec9-4712-b207-00c0d7076013 req-1ea7fbd2-74d6-4af2-a637-374a877b2081 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304928 Sep 08 19:35:38.454870 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375638e-239b-414f-9d12-c9457ada3054 req-1fb5b6f5-608a-4570-9bd0-91348f71d6cb tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:35:38.456942 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5375638e-239b-414f-9d12-c9457ada3054 req-1fb5b6f5-608a-4570-9bd0-91348f71d6cb tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 946 time: 0.0470827 Sep 08 19:35:38.548630 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-5375638e-239b-414f-9d12-c9457ada3054 req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Deleting port 71fadfa5-6d19-43d1-b351-a98581d2b105 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:35:38.548973 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5375638e-239b-414f-9d12-c9457ada3054 req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:38.637233 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-5375638e-239b-414f-9d12-c9457ada3054 req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] For port 71fadfa5-6d19-43d1-b351-a98581d2b105, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=71fadfa5-6d19-43d1-b351-a98581d2b105,segment=NetworkSegment(04af2a50-b86b-4345-ab02-a2be9a29dead),segment_id=04af2a50-b86b-4345-ab02-a2be9a29dead)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:35:38.637596 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5375638e-239b-414f-9d12-c9457ada3054 req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:38.650192 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-5375638e-239b-414f-9d12-c9457ada3054 req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Calling delete_port for 71fadfa5-6d19-43d1-b351-a98581d2b105 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:35:38.841436 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5375638e-239b-414f-9d12-c9457ada3054 req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:38.853668 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] get_ports_and_sgs() called for port_ids ['71fadfa5-6d19-43d1-b351-a98581d2b105'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 19:35:38.869835 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Pushing event deleted for resources: {'Port': ['ID=71fadfa5-6d19-43d1-b351-a98581d2b105,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:35:38.900392 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.900740 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.901079 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.901416 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.901776 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.902125 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.902433 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.902759 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.903083 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.903406 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.903727 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.904048 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:35:38.921727 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-5375638e-239b-414f-9d12-c9457ada3054 req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] No DVR routers for this DVR port 71fadfa5-6d19-43d1-b351-a98581d2b105 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:35:38.924018 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-5375638e-239b-414f-9d12-c9457ada3054 req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:35:38.926095 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5375638e-239b-414f-9d12-c9457ada3054 req-ee0de2dc-453f-4d29-b2f5-5d88e8544ddd tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.38 "DELETE /v2.0/ports/71fadfa5-6d19-43d1-b351-a98581d2b105 HTTP/1.1" status: 204 len: 173 time: 0.4619601 Sep 08 19:35:38.926514 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cd9dc9-7286-4621-902e-49476809a37b', 'name': 'network-vif-deleted', 'tag': '71fadfa5-6d19-43d1-b351-a98581d2b105'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:35:38.928702 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a060b745-4fed-4722-882e-438ccbbbe554" -d '{"events": [{"server_uuid": "b3cd9dc9-7286-4621-902e-49476809a37b", "name": "network-vif-deleted", "tag": "71fadfa5-6d19-43d1-b351-a98581d2b105"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:35:39.017836 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaedf29-736d-4615-9a57-846c46006d62 x-openstack-request-id: req-feaedf29-736d-4615-9a57-846c46006d62 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:35:39.018134 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cd9dc9-7286-4621-902e-49476809a37b", "name": "network-vif-deleted", "tag": "71fadfa5-6d19-43d1-b351-a98581d2b105", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:35:39.019140 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-feaedf29-736d-4615-9a57-846c46006d62 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:35:39.019556 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cd9dc9-7286-4621-902e-49476809a37b', 'name': 'network-vif-deleted', 'tag': '71fadfa5-6d19-43d1-b351-a98581d2b105', 'status': 'completed', 'code': 200} Sep 08 19:35:39.101738 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b04ff7b-7191-4cbf-8226-142e59aded47 req-57974072-555e-4445-84a8-afb4a330f895 tempest-VolumesSnapshotTestJSON-2067374013 tempest-VolumesSnapshotTestJSON-2067374013-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3cd9dc9-7286-4621-902e-49476809a37b HTTP/1.1" status: 200 len: 210 time: 0.0264487 Sep 08 19:35:41.919423 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 71fadfa5-6d19-43d1-b351-a98581d2b105 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:35:41.938870 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 71fadfa5-6d19-43d1-b351-a98581d2b105 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:35:41.939197 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 71fadfa5-6d19-43d1-b351-a98581d2b105 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:35:53.631498 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:01.761367 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e643827e-0bca-4c80-b9e6-287116f6865c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:04.162018 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3c1af379-4a50-407b-8ce0-4eb18a1d32ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:04.414147 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:05.527294 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 48996) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:05.572831 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Deleting subnet 26bcb0ce-1f77-4574-910d-172d62e3475a {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:36:05.575801 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:05.610114 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278518'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:05.653334 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:05.797128 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4935558'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:05.824838 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26bcb0ce-1f77-4574-910d-172d62e3475a,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:05.830458 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:05.834331 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26bcb0ce-1f77-4574-910d-172d62e3475a HTTP/1.1" status: 204 len: 168 time: 0.3059320 Sep 08 19:36:05.837254 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 48998) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:05.840430 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.840781 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.841123 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.841464 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.841835 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.842174 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.842504 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.842832 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.843160 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.843486 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.843803 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.844129 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b7c9b-2ca7-47c7-8299-f7cc264fcbb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:05.911962 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:05.951137 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:05.993381 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.012833 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719ce820-7058-41d0-9352-fe85542150ed']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:06.022494 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04af2a50-b86b-4345-ab02-a2be9a29dead') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:06.022787 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04af2a50-b86b-4345-ab02-a2be9a29dead') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:06.032127 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.045424 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.051130 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:36:06.051457 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:36:06.053203 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:36:06.180269 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.185932 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.190877 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] 10.222.0.21 "DELETE /v2.0/networks/719ce820-7058-41d0-9352-fe85542150ed HTTP/1.1" status: 204 len: 168 time: 0.3497183 Sep 08 19:36:06.199320 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b066bf-0543-4281-bb9e-76fa1d0e7587 admin admin] Pushing event deleted for resources: {'Network': ['ID=719ce820-7058-41d0-9352-fe85542150ed,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:06.489390 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49002) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:06.535751 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7b487a36-2124-473f-8daa-6855420565f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a7cce3fc18b4760915b68dcedcb469a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449426 Sep 08 19:36:06.538229 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49004) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:06.585255 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd6db-65f8-47c6-9b1d-096144f120b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.605525 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd6db-65f8-47c6-9b1d-096144f120b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.699514 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd6db-65f8-47c6-9b1d-096144f120b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.701984 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd6db-65f8-47c6-9b1d-096144f120b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:06.703212 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2dcfd6db-65f8-47c6-9b1d-096144f120b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b9a46be-ab71-40f6-90fc-bb2f6ca4d610 HTTP/1.1" status: 204 len: 168 time: 0.1640599 Sep 08 19:36:06.710803 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfd6db-65f8-47c6-9b1d-096144f120b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9a46be-ab71-40f6-90fc-bb2f6ca4d610,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:07.361028 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:10.695607 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:36:23.625620 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:31.727693 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6a162178-85a7-45fc-862e-70bc1aefe525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:34.133278 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-fe63dcc0-6202-4c47-8ba1-ca3f10f2b9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:34.396330 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:35.196949 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-a9577264-2ff6-437f-a6fb-8fb46aa3ac17 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376778 Sep 08 19:36:35.276169 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-ef2d00e9-a905-439c-8265-bf3cfbe329ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:35.277939 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-ef2d00e9-a905-439c-8265-bf3cfbe329ee service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1099 time: 0.0393689 Sep 08 19:36:35.381989 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-8e8b0ef7-6c7b-47eb-9a6d-a4835a53552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:35.383434 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-8e8b0ef7-6c7b-47eb-9a6d-a4835a53552c service neutron] 10.222.0.38 "GET /v2.0/networks?id=9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 200 len: 908 time: 0.0860250 Sep 08 19:36:35.447436 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-dcb1fecb-d117-4ce8-8c64-77fb5f980cf1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 200 len: 1002 time: 0.0568805 Sep 08 19:36:35.495421 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-37e7472c-024a-4071-bd77-7c5b7675fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:35.496811 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-37e7472c-024a-4071-bd77-7c5b7675fa60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee HTTP/1.1" status: 200 len: 847 time: 0.0421457 Sep 08 19:36:35.543684 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-c1a1b64f-ebbb-4a37-b334-6cf4ed67c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:35.545117 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-c1a1b64f-ebbb-4a37-b334-6cf4ed67c5e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9004d12f-4557-40c4-8eb5-417dc5917058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417681 Sep 08 19:36:35.632245 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-9dd2e34c-2dc3-4b9d-9198-15a0b0f08f6a service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802438 Sep 08 19:36:35.731974 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5f4fa9de-81d4-4673-8389-c883d504f347 req-b382338b-79bf-48e3-8cb1-051339f2a018 service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917313 Sep 08 19:36:35.967668 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:37.373687 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:40.553601 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49012) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:40.706626 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Deleting port 19ebed0e-f88d-4d24-a020-2ac335528111 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:40.706961 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:40.778458 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:40.778787 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:40.789872 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Calling delete_port for 19ebed0e-f88d-4d24-a020-2ac335528111 owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:41.006073 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:41.030872 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event deleted for resources: {'Port': ['ID=19ebed0e-f88d-4d24-a020-2ac335528111,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:41.094018 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:41.094345 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Floating IP 4f350499-2d24-44cb-9703-da65705425e9 disassociated (deleted). External IP: 172.27.0.184, port: 886b9d21-bb91-40eb-82f2-fbb6e1e31811. Sep 08 19:36:41.294980 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Router f4e57cce-1073-42a9-a444-11f52bf61226 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:36:41.398638 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:36:41.403959 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:41.408910 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] Sync routers for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:36:41.417411 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:36:41.418047 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:36:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:41.429559 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a9a79e8d-f674-4ba5-b94d-bbbfbcb96734 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "DELETE /v2.0/floatingips/4f350499-2d24-44cb-9703-da65705425e9 HTTP/1.1" status: 204 len: 168 time: 0.8748438 Sep 08 19:36:41.430174 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:36:41.432391 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5875a6367f6bb4c0594c2eb9a97660d79e460cbb73272b0b65c97cdd2c44c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715fd422-c50d-4b36-8729-9ec95f360bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:36:41.470715 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c156f60-590d-48ab-9260-767d4fdca4bb x-openstack-request-id: req-0c156f60-590d-48ab-9260-767d4fdca4bb {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:36:41.471203 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:36:41.471456 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c156f60-590d-48ab-9260-767d4fdca4bb {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:36:41.471926 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'status': 'completed', 'code': 200} Sep 08 19:36:41.564597 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-d3829ede-93f4-4867-ba8d-d2bd464b1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:41.566148 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-d3829ede-93f4-4867-ba8d-d2bd464b1316 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 1099 time: 0.0439010 Sep 08 19:36:41.655354 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:36:41.665098 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-2ce66be5-89fc-476b-911b-bdce5398f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:41.666624 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-2ce66be5-89fc-476b-911b-bdce5398f921 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 200 len: 908 time: 0.0935633 Sep 08 19:36:41.714569 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-0790c472-000c-4f59-927b-a32d2d937e59 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 200 len: 217 time: 0.0400190 Sep 08 19:36:41.762549 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-5f0d7026-c3f0-4a15-9baf-e22899cb51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:41.763975 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-5f0d7026-c3f0-4a15-9baf-e22899cb51eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee HTTP/1.1" status: 200 len: 847 time: 0.0436509 Sep 08 19:36:41.856451 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-b03a83cc-ebfa-4049-b85b-37aac836649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:41.861054 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-b03a83cc-ebfa-4049-b85b-37aac836649a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9004d12f-4557-40c4-8eb5-417dc5917058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780220 Sep 08 19:36:41.869641 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c8b03-3d8c-4819-bd8b-6c65c150aad4 req-473e1298-544c-4ccd-8206-2010e3fc2913 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:41.871115 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-381c8b03-3d8c-4819-bd8b-6c65c150aad4 req-473e1298-544c-4ccd-8206-2010e3fc2913 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0605714 Sep 08 19:36:41.871255 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'a4b8fc89-ba09-4459-8a6d-1eae43296b30', 'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:57Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 5, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'subnets': [{'id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:41.897439 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] Checking router: f4e57cce-1073-42a9-a444-11f52bf61226 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:36:41.906876 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:36:41.907481 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:36:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:41.963416 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-381c8b03-3d8c-4819-bd8b-6c65c150aad4 req-3a977bd4-57d3-4667-aaed-f39654d0fb75 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836680 Sep 08 19:36:41.988990 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-b8b713e4-3bb2-4a0c-97b8-ca5956f7453b service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169498 Sep 08 19:36:42.016296 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:36:42.081178 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-715fd422-c50d-4b36-8729-9ec95f360bdc req-ffea5b95-29c4-4d97-a037-2c049747498f service neutron] 10.222.0.38 "GET /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832572 Sep 08 19:36:42.213448 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'a4b8fc89-ba09-4459-8a6d-1eae43296b30', 'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:57Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 5, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'subnets': [{'id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:42.239363 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa0593-6971-4169-99bf-a8e9fa4c4149 None None] The sync data for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi is: [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:31:58Z', 'revision_number': 4, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi', '_interfaces': [{'id': 'a4b8fc89-ba09-4459-8a6d-1eae43296b30', 'name': '', 'network_id': '9004d12f-4557-40c4-8eb5-417dc5917058', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:57Z', 'updated_at': '2021-09-08T19:32:04Z', 'revision_number': 5, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'subnets': [{'id': '8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:36:42.446563 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c347e906-6c27-4e97-b320-6b309a010753 None None] New status for floating IP 4f350499-2d24-44cb-9703-da65705425e9: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 19:36:43.081872 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3609f8-cc96-4b42-920c-33862ccb52a5 req-4dff5623-ac58-4a4c-8b9a-caf0a3ad4783 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:43.083351 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e3609f8-cc96-4b42-920c-33862ccb52a5 req-4dff5623-ac58-4a4c-8b9a-caf0a3ad4783 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0501325 Sep 08 19:36:43.121463 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e3609f8-cc96-4b42-920c-33862ccb52a5 req-28b2d232-048b-473c-b40a-8fe94f5f5d41 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfc6f093-b833-44e0-b905-42e0f6a06c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322137 Sep 08 19:36:43.322219 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-f7c4f59c-441a-439f-993b-50480615f960 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 19:36:43.324188 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-f7c4f59c-441a-439f-993b-50480615f960 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 946 time: 0.0526550 Sep 08 19:36:43.667887 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Deleting port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:43.668223 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:43.757374 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] For port 886b9d21-bb91-40eb-82f2-fbb6e1e31811, host hv-cinder-80793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80793',level=0,port_id=886b9d21-bb91-40eb-82f2-fbb6e1e31811,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:36:43.757765 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:43.770702 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Calling delete_port for 886b9d21-bb91-40eb-82f2-fbb6e1e31811 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:43.973332 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:44.003588 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event deleted for resources: {'Port': ['ID=886b9d21-bb91-40eb-82f2-fbb6e1e31811,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:44.013971 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.014322 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.014663 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.014998 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.015331 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.015664 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.015981 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.016306 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.017125 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.017125 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.017321 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.017557 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:44.055571 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] No DVR routers for this DVR port 886b9d21-bb91-40eb-82f2-fbb6e1e31811 on host hv-cinder-80793 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:36:44.058752 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88530'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:44.060714 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4a9767a3-c94b-456e-818d-e1a1fc70fded req-47156888-41f6-43c4-b945-0bed81c04495 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.38 "DELETE /v2.0/ports/886b9d21-bb91-40eb-82f2-fbb6e1e31811 HTTP/1.1" status: 204 len: 173 time: 0.7309303 Sep 08 19:36:44.061421 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'name': 'network-vif-deleted', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 19:36:44.063729 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77ff65f6552a87eb32bc74d4acc2151df445e9a2f3bbed6b8118a68b09879e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6853f3f0-ff6d-412e-b8e9-7e3c275a0b24" -d '{"events": [{"server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "name": "network-vif-deleted", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 19:36:44.099610 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c548ddd-185e-472b-bb56-807567388acb x-openstack-request-id: req-0c548ddd-185e-472b-bb56-807567388acb {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 19:36:44.099900 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7020b0-f376-4c76-9376-ea0287402a2c", "name": "network-vif-deleted", "tag": "886b9d21-bb91-40eb-82f2-fbb6e1e31811", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 19:36:44.100155 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c548ddd-185e-472b-bb56-807567388acb {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 19:36:44.100555 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7020b0-f376-4c76-9376-ea0287402a2c', 'name': 'network-vif-deleted', 'tag': '886b9d21-bb91-40eb-82f2-fbb6e1e31811', 'status': 'completed', 'code': 200} Sep 08 19:36:44.215886 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4c1aeecb-1173-4868-a6f5-633eec135b10 req-d3d58bb9-6510-4c2f-9478-a4a1adb3a3e7 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 210 time: 0.0273046 Sep 08 19:36:45.320072 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1a359eb2-10d7-4895-b531-827b19f10538 req-aa1bebb4-9746-4cba-9113-4f7b92757594 tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7020b0-f376-4c76-9376-ea0287402a2c HTTP/1.1" status: 200 len: 210 time: 0.0252688 Sep 08 19:36:46.187472 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 886b9d21-bb91-40eb-82f2-fbb6e1e31811 no longer exists at agent hyperv_hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:36:46.208522 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] No Port match for: 886b9d21-bb91-40eb-82f2-fbb6e1e31811 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:36:46.208867 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Device 886b9d21-bb91-40eb-82f2-fbb6e1e31811 not bound to the agent host hv-cinder-80793 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:36:46.379357 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 49034) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:46.436753 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2771ebfe-b998-4191-b61a-229b0ba817db tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:46.461311 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2771ebfe-b998-4191-b61a-229b0ba817db tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:46.573038 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2771ebfe-b998-4191-b61a-229b0ba817db tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:46.575893 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2771ebfe-b998-4191-b61a-229b0ba817db tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:46.577072 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-2771ebfe-b998-4191-b61a-229b0ba817db tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] 10.222.0.21 "DELETE /v2.0/security-groups/cfc6f093-b833-44e0-b905-42e0f6a06c85 HTTP/1.1" status: 204 len: 168 time: 0.1967061 Sep 08 19:36:46.586551 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771ebfe-b998-4191-b61a-229b0ba817db tempest-TestShelveInstance-1291268256 tempest-TestShelveInstance-1291268256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc6f093-b833-44e0-b905-42e0f6a06c85,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:47.691940 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49040) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:47.701296 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:36:48.033428 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775979'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:48.271035 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Deleting port a4b8fc89-ba09-4459-8a6d-1eae43296b30 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:48.271374 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:48.346002 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] For port a4b8fc89-ba09-4459-8a6d-1eae43296b30, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a4b8fc89-ba09-4459-8a6d-1eae43296b30,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:36:48.346364 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:48.362214 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Calling delete_port for a4b8fc89-ba09-4459-8a6d-1eae43296b30 owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:48.601912 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:48.627097 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b8fc89-ba09-4459-8a6d-1eae43296b30,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:48.788438 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776095'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:49.003199 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Router f4e57cce-1073-42a9-a444-11f52bf61226 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:36:49.362920 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:36:49.367831 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-9d3147bd-9e49-419a-bb9a-13b4aca96a15 admin admin] 10.222.0.21 "PUT /v2.0/routers/f4e57cce-1073-42a9-a444-11f52bf61226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6747591 Sep 08 19:36:49.370898 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49042) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:49.373409 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] Sync routers for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:36:49.383179 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:36:49.383783 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:36:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:49.472799 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:49.487857 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:36:49.575710 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:49.656304 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Deleting port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:49.656536 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:49.674237 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:36:48Z', 'revision_number': 5, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port': {'id': 'a6dcb2f8-7c44-4384-b755-c5ada5cd6a94', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:49.701294 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] Checking router: f4e57cce-1073-42a9-a444-11f52bf61226 for host: dv-cinder-807933-1-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:36:49.709588 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] Routers {'f4e57cce-1073-42a9-a444-11f52bf61226'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:36:49.710224 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:36:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['f4e57cce-1073-42a9-a444-11f52bf61226'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:49.739197 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] For port a6dcb2f8-7c44-4384-b755-c5ada5cd6a94, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=a6dcb2f8-7c44-4384-b755-c5ada5cd6a94,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:36:49.739554 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:49.752133 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Calling delete_port for a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:49.795759 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] Set router f4e57cce-1073-42a9-a444-11f52bf61226 gateway port host: None {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:36:49.850080 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:36:49Z', 'revision_number': 6, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port_host': None}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:49.881358 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe995d1-30cb-42a5-b550-9648d80bc4ba None None] The sync data for ids ['f4e57cce-1073-42a9-a444-11f52bf61226'] in dv-cinder-807933-1-iscsi is: [{'id': 'f4e57cce-1073-42a9-a444-11f52bf61226', 'name': 'tempest-TestShelveInstance-843184868-router', 'tenant_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:31:55Z', 'updated_at': '2021-09-08T19:36:49Z', 'revision_number': 6, 'project_id': '5d60ce9d09954e55ba79b13b33dda0ea', 'gw_port_host': None}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:36:49.977377 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.005143 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dcb2f8-7c44-4384-b755-c5ada5cd6a94,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:50.063052 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732285'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.152110 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3482'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.154371 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.257507 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770247'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.258228 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e57cce-1073-42a9-a444-11f52bf61226 {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 19:36:50.263573 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.267115 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f1dc9d32-feee-45b2-aa1f-889c9525a38d admin admin] 10.222.0.21 "DELETE /v2.0/routers/f4e57cce-1073-42a9-a444-11f52bf61226 HTTP/1.1" status: 204 len: 168 time: 0.8930206 Sep 08 19:36:50.267598 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49044) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:50.319093 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6b79dd-4ba9-43dd-abb5-13b0e77e8b54 admin admin] Deleting subnet 8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:36:50.322084 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fe6b79dd-4ba9-43dd-abb5-13b0e77e8b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.356779 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fe6b79dd-4ba9-43dd-abb5-13b0e77e8b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278518'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.434774 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fe6b79dd-4ba9-43dd-abb5-13b0e77e8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.556124 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fe6b79dd-4ba9-43dd-abb5-13b0e77e8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4935558'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.580489 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b79dd-4ba9-43dd-abb5-13b0e77e8b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:50.590648 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fe6b79dd-4ba9-43dd-abb5-13b0e77e8b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.590648 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fe6b79dd-4ba9-43dd-abb5-13b0e77e8b54 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c69e8da-8b5b-48a1-bf19-d0a1cb0fc1ee HTTP/1.1" status: 204 len: 168 time: 0.3194871 Sep 08 19:36:50.591362 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 49046) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:50.599627 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9eecd-e415-43a4-acab-63967c888ef5 None None] Network 9004d12f-4557-40c4-8eb5-417dc5917058 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:36:50.623358 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a4b8fc89-ba09-4459-8a6d-1eae43296b30 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:36:50.652081 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: a4b8fc89-ba09-4459-8a6d-1eae43296b30 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:36:50.653343 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a4b8fc89-ba09-4459-8a6d-1eae43296b30 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:36:50.666247 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.722276 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Deleting port db4dae44-61ef-434d-a51e-859d36b04b15 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:50.722621 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.790772 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] For port db4dae44-61ef-434d-a51e-859d36b04b15, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=db4dae44-61ef-434d-a51e-859d36b04b15,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:36:50.791140 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.803868 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Calling delete_port for db4dae44-61ef-434d-a51e-859d36b04b15 owned by network:dhcp {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:50.809874 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5474980-5b70-486c-ab83-477f2385092e None None] DHCP port deletion for 9004d12f-4557-40c4-8eb5-417dc5917058 request from dv-cinder-807933-1-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 19:36:50.859134 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Deleting port db4dae44-61ef-434d-a51e-859d36b04b15 {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:50.859513 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.928400 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-a5474980-5b70-486c-ab83-477f2385092e None None] For port db4dae44-61ef-434d-a51e-859d36b04b15, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=db4dae44-61ef-434d-a51e-859d36b04b15,segment=NetworkSegment(34831f24-24fd-440c-9b27-03e7b7906057),segment_id=34831f24-24fd-440c-9b27-03e7b7906057)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:36:50.928400 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.940272 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Calling delete_port for db4dae44-61ef-434d-a51e-859d36b04b15 owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:50.944868 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341402'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:50.970802 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4dae44-61ef-434d-a51e-859d36b04b15,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:50.974323 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] No DVR routers for this DVR port db4dae44-61ef-434d-a51e-859d36b04b15 on host dv-cinder-807933-1-iscsi {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:36:51.017254 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.042772 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Pushing event deleted for resources: {'Port': ['ID=db4dae44-61ef-434d-a51e-859d36b04b15,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:51.045374 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5474980-5b70-486c-ab83-477f2385092e None None] No DVR routers for this DVR port db4dae44-61ef-434d-a51e-859d36b04b15 on host dv-cinder-807933-1-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:36:51.052421 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.054025 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.054428 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.054764 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.055095 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.055477 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.055804 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.056125 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.056447 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.056768 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.057609 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.057609 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.057996 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5474980-5b70-486c-ab83-477f2385092e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807933-1-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 19:36:51.075101 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9004d12f-4557-40c4-8eb5-417dc5917058']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:51.084138 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34831f24-24fd-440c-9b27-03e7b7906057') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:51.084426 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34831f24-24fd-440c-9b27-03e7b7906057') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:51.094051 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375081'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.106774 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.112525 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:36:51.112898 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4340805'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: Traceback (most recent call last): Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: timer() Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: cb(*args, **kw) Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: return func(*args, **kwargs) Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: self._notify() Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: self.callback(batched_events) Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: event.method(event) Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: return f(self, *a, **k) Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._get(url).json() Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:36:51.114543 dv-cinder-807933-1-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:36:51.230265 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.235557 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.239493 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9004d12f-4557-40c4-8eb5-417dc5917058 HTTP/1.1" status: 204 len: 168 time: 0.6449606 Sep 08 19:36:51.240440 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49048) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:51.248874 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6b765-b952-4357-ae44-8c25566e74b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9004d12f-4557-40c4-8eb5-417dc5917058,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:51.576572 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775979'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.816314 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Deleting port e19a0ce0-5faa-4136-afaf-eeb0dab57645 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:51.816640 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.897627 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] For port e19a0ce0-5faa-4136-afaf-eeb0dab57645, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=e19a0ce0-5faa-4136-afaf-eeb0dab57645,segment=NetworkSegment(6281b604-64ee-4594-b169-30e34c10d581),segment_id=6281b604-64ee-4594-b169-30e34c10d581)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:36:51.898196 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:51.915418 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Calling delete_port for e19a0ce0-5faa-4136-afaf-eeb0dab57645 owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:51.981440 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device db4dae44-61ef-434d-a51e-859d36b04b15 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:36:52.004389 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: db4dae44-61ef-434d-a51e-859d36b04b15 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:36:52.004809 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device db4dae44-61ef-434d-a51e-859d36b04b15 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:36:52.005296 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:36:52.023424 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:36:52.023764 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device a6dcb2f8-7c44-4384-b755-c5ada5cd6a94 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:36:52.150678 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:52.176925 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19a0ce0-5faa-4136-afaf-eeb0dab57645,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:52.345567 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776095'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:52.563843 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Router 8c4395bc-b591-4fcf-8889-064c9e6d5676 has already been hosted by L3 agent 03fff6d1-c634-4c8d-be87-445d7392cb2a {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 19:36:52.668642 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] Notify agent at l3_agent.dv-cinder-807933-1-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 19:36:52.673574 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f8b53d4b-a8b6-443f-ba63-11d9a8049603 admin admin] 10.222.0.21 "PUT /v2.0/routers/8c4395bc-b591-4fcf-8889-064c9e6d5676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321258 Sep 08 19:36:52.676089 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49050) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:52.678062 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] Sync routers for ids ['8c4395bc-b591-4fcf-8889-064c9e6d5676'] in dv-cinder-807933-1-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 19:36:52.688232 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] Routers {'8c4395bc-b591-4fcf-8889-064c9e6d5676'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:36:52.688830 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:36:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['8c4395bc-b591-4fcf-8889-064c9e6d5676'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:52.775893 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:52.789571 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] Set router 8c4395bc-b591-4fcf-8889-064c9e6d5676 gateway port host: dv-cinder-807933-1-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:36:52.878074 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:52.974418 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'external_fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:36:52Z', 'revision_number': 5, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'gw_port': {'id': '2ca73fe8-ce33-4566-9de6-2c8bc2688684', 'name': '', 'network_id': '04c9707b-5e6f-4e03-809e-be036d2cf5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0863714-542e-4d32-a130-d6be1fef63d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807933-1-iscsi'}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:53.001001 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Deleting port 2ca73fe8-ce33-4566-9de6-2c8bc2688684 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:53.001342 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:53.003576 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] Checking router: 8c4395bc-b591-4fcf-8889-064c9e6d5676 for host: dv-cinder-807933-1-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 19:36:53.011408 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] Routers {'8c4395bc-b591-4fcf-8889-064c9e6d5676'} bound to L3 agent in host dv-cinder-807933-1-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 19:36:53.012066 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T19:15:04Z,description=,heartbeat_timestamp=2021-09-08T19:36:34Z,host='dv-cinder-807933-1-iscsi',id=03fff6d1-c634-4c8d-be87-445d7392cb2a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T19:15:05Z,topic='l3_agent')) {'router_ids': ['8c4395bc-b591-4fcf-8889-064c9e6d5676'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:53.078385 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] For port 2ca73fe8-ce33-4566-9de6-2c8bc2688684, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=2ca73fe8-ce33-4566-9de6-2c8bc2688684,segment=NetworkSegment(7c9b95e0-4eba-4534-8f56-ec49ef6d9970),segment_id=7c9b95e0-4eba-4534-8f56-ec49ef6d9970)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:36:53.078740 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:53.091847 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Calling delete_port for 2ca73fe8-ce33-4566-9de6-2c8bc2688684 owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:53.096996 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] Set router 8c4395bc-b591-4fcf-8889-064c9e6d5676 gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 19:36:53.146966 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:36:52Z', 'revision_number': 6, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'gw_port_host': None}], 'dv-cinder-807933-1-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:53.176118 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd847cae-85e7-4c23-939d-014a2b47967f None None] The sync data for ids ['8c4395bc-b591-4fcf-8889-064c9e6d5676'] in dv-cinder-807933-1-iscsi is: [{'id': '8c4395bc-b591-4fcf-8889-064c9e6d5676', 'name': 'tempest-TestShelveInstance-1682973617-router', 'tenant_id': '7b6f6f8e298047cfabaa24572e4149a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T19:32:01Z', 'updated_at': '2021-09-08T19:36:52Z', 'revision_number': 6, 'project_id': '7b6f6f8e298047cfabaa24572e4149a2', 'gw_port_host': None}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 19:36:53.298895 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:53.325641 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca73fe8-ce33-4566-9de6-2c8bc2688684,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:53.384587 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732285'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:53.652126 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:53.728258 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3482'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:53.731560 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:53.847630 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770247'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:53.848106 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4395bc-b591-4fcf-8889-064c9e6d5676 {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 19:36:53.852387 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:53.853292 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-03154dcb-824a-434c-a229-c3220b42f169 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8c4395bc-b591-4fcf-8889-064c9e6d5676 HTTP/1.1" status: 204 len: 168 time: 1.1763093 Sep 08 19:36:53.856472 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49052) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:53.992987 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device e19a0ce0-5faa-4136-afaf-eeb0dab57645 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:36:54.014267 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: e19a0ce0-5faa-4136-afaf-eeb0dab57645 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:36:54.014603 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device e19a0ce0-5faa-4136-afaf-eeb0dab57645 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:36:54.015011 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 2ca73fe8-ce33-4566-9de6-2c8bc2688684 no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:36:54.034089 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: 2ca73fe8-ce33-4566-9de6-2c8bc2688684 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:36:54.034431 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device 2ca73fe8-ce33-4566-9de6-2c8bc2688684 not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:36:54.080107 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed0d621-49fa-4541-8a28-f9096a1de59f admin admin] Deleting subnet 2ca53375-ecdf-44a3-9869-7936b79c4391 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 19:36:54.083159 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d621-49fa-4541-8a28-f9096a1de59f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.120883 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d621-49fa-4541-8a28-f9096a1de59f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278518'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.205575 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d621-49fa-4541-8a28-f9096a1de59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771773'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.321904 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d621-49fa-4541-8a28-f9096a1de59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4935558'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.350373 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0d621-49fa-4541-8a28-f9096a1de59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca53375-ecdf-44a3-9869-7936b79c4391,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:54.353902 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d621-49fa-4541-8a28-f9096a1de59f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.356578 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0ed0d621-49fa-4541-8a28-f9096a1de59f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2ca53375-ecdf-44a3-9869-7936b79c4391 HTTP/1.1" status: 204 len: 168 time: 0.4988072 Sep 08 19:36:54.359223 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.21', 49056) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:54.360549 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9701cb-1fd3-48c6-93f3-1c45ef70df62 None None] Network fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 requested from dv-cinder-807933-1-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 19:36:54.425058 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1807137'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.476726 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Deleting port b83c1f2f-4bde-41ac-a5a6-b97100793dcb {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:54.477052 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.521264 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14ec212-bf36-4230-b19d-312915ac06db None None] DHCP port deletion for fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 request from dv-cinder-807933-1-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 19:36:54.542762 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] For port b83c1f2f-4bde-41ac-a5a6-b97100793dcb, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=b83c1f2f-4bde-41ac-a5a6-b97100793dcb,segment=NetworkSegment(6281b604-64ee-4594-b169-30e34c10d581),segment_id=6281b604-64ee-4594-b169-30e34c10d581)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:36:54.543193 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.554838 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Calling delete_port for b83c1f2f-4bde-41ac-a5a6-b97100793dcb owned by network:dhcp {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:54.566324 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-f14ec212-bf36-4230-b19d-312915ac06db None None] Deleting port b83c1f2f-4bde-41ac-a5a6-b97100793dcb {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 19:36:54.569756 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f14ec212-bf36-4230-b19d-312915ac06db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737713119290'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.631431 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f14ec212-bf36-4230-b19d-312915ac06db None None] For port b83c1f2f-4bde-41ac-a5a6-b97100793dcb, host dv-cinder-807933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807933-1-iscsi',level=0,port_id=b83c1f2f-4bde-41ac-a5a6-b97100793dcb,segment=NetworkSegment(6281b604-64ee-4594-b169-30e34c10d581),segment_id=6281b604-64ee-4594-b169-30e34c10d581)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 19:36:54.631748 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f14ec212-bf36-4230-b19d-312915ac06db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736346'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.644597 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-f14ec212-bf36-4230-b19d-312915ac06db None None] Calling delete_port for b83c1f2f-4bde-41ac-a5a6-b97100793dcb owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 19:36:54.681940 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250337'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.711545 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83c1f2f-4bde-41ac-a5a6-b97100793dcb,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:54.715139 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] No DVR routers for this DVR port b83c1f2f-4bde-41ac-a5a6-b97100793dcb on host dv-cinder-807933-1-iscsi {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:36:54.719838 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f14ec212-bf36-4230-b19d-312915ac06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737713126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737712623306'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.744676 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ec212-bf36-4230-b19d-312915ac06db None None] Pushing event deleted for resources: {'Port': ['ID=b83c1f2f-4bde-41ac-a5a6-b97100793dcb,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:54.749287 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ec212-bf36-4230-b19d-312915ac06db None None] No DVR routers for this DVR port b83c1f2f-4bde-41ac-a5a6-b97100793dcb on host dv-cinder-807933-1-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 19:36:54.788043 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769608', 'neutron.services.segments.db._delete_segments_for_network-8737712922525'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.807166 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:54.817026 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6281b604-64ee-4594-b169-30e34c10d581') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:54.817314 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6281b604-64ee-4594-b169-30e34c10d581') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 19:36:54.826318 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737712923814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278415'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.838786 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.844523 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 19:36:54.844900 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4249662'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: Traceback (most recent call last): Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: timer() Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: cb(*args, **kw) Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: return func(*args, **kwargs) Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: self._notify() Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: self.callback(batched_events) Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: event.method(event) Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: return f(self, *a, **k) Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._get(url).json() Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 19:36:54.846516 dv-cinder-807933-1-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 19:36:54.939214 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-732185'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.944828 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528168'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:54.947191 dv-cinder-807933-1-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620 HTTP/1.1" status: 204 len: 168 time: 0.5869052 Sep 08 19:36:54.959947 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ec436-edb9-4562-9dc7-e599266d97e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe584cb0-bcb6-4f73-ab0c-bd2a40b1e620,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:55.233940 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 49060) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:55.272601 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-05c5f761-632a-4616-bf83-8f26d93a5018 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d60ce9d09954e55ba79b13b33dda0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375216 Sep 08 19:36:55.275118 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 49062) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:55.321573 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e89ab27d-4915-4948-aca3-2943d5f82b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:55.342426 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e89ab27d-4915-4948-aca3-2943d5f82b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:55.469929 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e89ab27d-4915-4948-aca3-2943d5f82b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:55.472516 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e89ab27d-4915-4948-aca3-2943d5f82b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:55.473700 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e89ab27d-4915-4948-aca3-2943d5f82b14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f1ea221-8f10-4e12-bc99-abe4a5a645f1 HTTP/1.1" status: 204 len: 168 time: 0.1976695 Sep 08 19:36:55.482644 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ab27d-4915-4948-aca3-2943d5f82b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1ea221-8f10-4e12-bc99-abe4a5a645f1,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:36:55.979019 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b83c1f2f-4bde-41ac-a5a6-b97100793dcb no longer exists at agent ovs-agent-dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 19:36:56.002322 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] No Port match for: b83c1f2f-4bde-41ac-a5a6-b97100793dcb {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 19:36:56.002657 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Device b83c1f2f-4bde-41ac-a5a6-b97100793dcb not bound to the agent host dv-cinder-807933-1-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 19:36:56.101972 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 49068) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:56.147561 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-fd8d0185-d575-4ea1-969d-66db58a985c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b6f6f8e298047cfabaa24572e4149a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444283 Sep 08 19:36:56.150058 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.21', 49070) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 19:36:56.196834 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1007-3606-49cb-8288-5b275e18096b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:56.218042 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1007-3606-49cb-8288-5b275e18096b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:56.304612 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1007-3606-49cb-8288-5b275e18096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549830'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:56.307109 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1007-3606-49cb-8288-5b275e18096b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:36:56.308258 dv-cinder-807933-1-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d2ed1007-3606-49cb-8288-5b275e18096b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc5de374-cd25-46ad-9df8-ffb452dc6965 HTTP/1.1" status: 204 len: 168 time: 0.1572986 Sep 08 19:36:56.316637 dv-cinder-807933-1-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed1007-3606-49cb-8288-5b275e18096b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5de374-cd25-46ad-9df8-ffb452dc6965,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 19:37:01.765939 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bb303c47-35e4-4e73-9358-59a91950618a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:04.125501 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-212d3708-d810-4b5b-a821-7318bff2ba4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:04.405596 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:05.943002 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:07.338869 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:23.628050 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:24.700676 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:37:31.709123 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7b89c54c-e107-4206-9b31-96e407689261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:34.119029 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-258dcf70-7bd6-46eb-9075-5ad212b958ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:34.399098 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:35.967003 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:37.315110 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:37:53.645141 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:01.699227 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:38:01.725581 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-97947f9d-aec3-4a71-b894-9e42d619f888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:04.130419 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-850b41c6-a918-4221-9758-b0e7440709d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:04.405889 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:05.947600 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:07.399878 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:23.621641 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:31.702243 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0c31ef51-20d2-4d75-8363-2ba206cd18f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:34.141118 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ab31e570-a56e-457d-a809-691f15ab7c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:34.398921 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:35.988118 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:37.468000 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:38:38.471608 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-3bd8ee16-4e0a-407f-a35a-0b8c312efcf3 req-d243b132-4c70-4143-848f-4ab7a3c0c86e service neutron] (94487) timed out ('10.222.0.38', 50582) {{(pid=94487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 19:38:38.699013 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:38:48.996713 dv-cinder-807933-1-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-a56bd1db-ecfb-4844-93e0-d52e4b5d6d4e req-0c792e7c-9a7d-4f4d-8787-39e7ad005d09 service neutron] (94487) timed out ('10.222.0.38', 50612) {{(pid=94487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 19:38:53.643680 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:01.719019 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0cd02704-8ab5-48bd-bcd9-b33d5c13d2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:04.141573 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5a63a354-4276-46f3-bf9e-b89a56a89a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:04.393028 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:05.946162 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:07.330414 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:15.697098 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:39:23.655969 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:31.734330 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-24c04e39-8160-4c7a-a66e-97999cf56fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:34.158529 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-20fa2665-e319-44da-a99b-ca7e995964ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:34.404015 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:35.992361 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:37.381231 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:39:52.695297 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:39:53.659619 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:01.729008 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-13727be6-87f9-4615-8ae6-ab9e2f994839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:04.146662 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-fcec855f-ec3b-4cbe-9ab4-2fbc46acdffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:04.419810 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:05.969162 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:07.340878 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:23.682817 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:29.695329 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:40:31.757153 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ff99ebc8-26da-43e7-bd08-5d76f3ff7b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:34.150168 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2fbb943e-23ec-46d1-9245-58d4f15da88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:34.408087 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:35.967419 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:37.361292 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:40:53.687586 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:01.751129 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-68854004-9709-4305-88a3-8201f7b5b93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:04.133967 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9f80a1aa-ccd9-4b37-a9fc-84c9d67633e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:04.396622 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:05.961894 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:06.694052 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:41:07.367692 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:23.697912 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:31.726531 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d1df1754-eed8-4ae1-a934-6e15d0232a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:34.138407 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bbbe08f3-703a-4203-adcf-92a989949d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:34.390826 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:35.978515 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:37.367449 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:41:43.694241 dv-cinder-807933-1-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-da00c6ae-38c8-476c-a570-29b56d7b7a8b None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 19:41:53.725862 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca906cda-7d2a-4ef2-8036-7050da4f43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:42:01.738242 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ac4231a7-3661-4fc8-a370-ffda72353f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:42:04.131502 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2fba02d2-d31f-42b5-b7d9-faf8ee63441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:42:04.428108 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d086754b-d69f-45b5-831f-c6075d739711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:42:05.984764 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6280f8d-775e-4737-9b56-d833b481add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 19:42:07.389217 dv-cinder-807933-1-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-14a93562-322e-4931-a4e7-49d929dd7b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737712922507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785678'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}